-- Logs begin at Tue 2021-06-29 15:13:02 UTC, end at Tue 2021-06-29 16:08:36 UTC. -- Jun 29 15:43:53.825632 dv-cinder-792209-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 15:43:56.530396 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.common.config [-] Logging enabled! Jun 29 15:43:56.530991 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 15:43:56.531085 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92813) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 15:43:56.534239 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.common.config [-] Logging enabled! Jun 29 15:43:56.534500 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 15:43:56.534814 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92813) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 15:43:56.535745 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 15:43:56.536000 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 15:43:56.536695 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:43:56.536969 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 15:43:56.537254 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 15:43:56.537607 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.537913 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.538214 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.538449 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.538750 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.539046 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.539333 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.539624 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.539921 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.540209 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.540492 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.540778 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.541013 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.541324 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.541614 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.541905 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.542131 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] debug = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.542411 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.542837 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.543259 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.543551 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.543843 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.544139 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.544397 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.544677 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.544968 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.545320 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] host = dv-cinder-792209-4-iscsi {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.545615 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.545907 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.546196 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.546486 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.546764 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.547041 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.547329 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.547605 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.547877 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.548155 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.548446 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.548737 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.549032 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.549260 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.549508 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.549803 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.550092 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.550372 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.550651 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.550930 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.551207 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.551482 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.551753 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.552821 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.553175 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.553175 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.553799 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.554080 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.554357 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.554633 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.554920 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.555196 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.555474 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.555752 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.556041 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.556321 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.556594 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.556904 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.557191 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.557500 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.557788 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.558067 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.558354 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.558631 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.558906 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.559178 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] use_json = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.559451 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.559724 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.560010 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.560284 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.560560 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.560832 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.561104 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.561421 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:56.561726 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.562027 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.562330 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.562618 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.562922 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.563205 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.563503 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.563785 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.564075 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.564400 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.564655 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.564936 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.565227 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.565540 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.565841 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.566155 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.566453 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.566748 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.567024 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.567298 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.568185 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.568716 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.568806 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.569034 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.569358 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.569623 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.569901 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.570193 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.570472 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.570744 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.571021 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.571311 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.571589 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.571861 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.572145 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.572423 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.572695 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.572965 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.573249 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.573564 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.573842 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.574114 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.574387 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.574664 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.574935 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.575220 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.575495 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.575768 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.576040 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.576319 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.576592 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.576866 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.577142 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.577437 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.577716 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.577987 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.578261 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.578534 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.578805 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.579078 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.579350 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.579621 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.579899 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.580175 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.580447 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.580719 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.580991 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.581263 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.581575 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.581873 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.582155 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.582437 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.582717 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.583003 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.583634 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.583805 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.584058 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.584342 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.584618 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.584914 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.585202 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.585517 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.585804 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.586084 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.586385 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.586670 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.586955 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.587236 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.587517 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.587810 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.588094 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.588394 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.588690 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.588987 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.589284 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.589601 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.589884 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.590197 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.590478 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:56.590697 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 15:43:56.590947 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92813) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 15:43:56.953585 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:43:56.953860 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:43:56.954153 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:43:56.954485 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 15:43:57.355117 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.355419 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.355655 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.356948 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.357225 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.357518 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.391276 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.391548 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.391815 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.405626 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.405906 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.406184 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.436572 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.436858 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.437134 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.472856 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.473072 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.473360 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.708621 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.709280 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.709280 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.709488 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.710293 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.835528 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.835777 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.836061 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.836330 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.836594 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.836904 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.837166 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.837464 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.837704 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.837985 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.838243 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.838513 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.838775 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.839048 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.839302 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.839574 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.839844 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.840250 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.840527 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.840783 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.841074 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.841453 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.841712 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.841995 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.842242 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.842488 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.842880 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:57.843122 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:57.843360 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:57.843597 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:57.843832 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:57.844066 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:57.844434 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 15:43:57.847568 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 15:43:57.852671 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 15:43:57.856512 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 29 15:43:57.858181 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 15:43:57.858644 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 15:43:57.858978 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 15:43:57.859358 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 15:43:57.862339 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 15:43:57.862597 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 15:43:57.862950 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 15:43:57.891211 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 15:43:57.891664 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.891963 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92813) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 15:43:57.892324 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.893720 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92813) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 15:43:57.894002 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 15:43:57.894243 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 15:43:57.899453 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.899736 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:57.962909 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 15:43:57.963144 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 15:43:57.963384 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 15:43:57.963757 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 15:43:57.985157 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_db.sqlalchemy.engines [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92813) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 15:43:58.512619 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Initializing driver for type 'gre' Jun 29 15:43:58.513063 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] gre ID ranges: [(1, 1000)] Jun 29 15:43:58.564555 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Initializing driver for type 'local' Jun 29 15:43:58.564895 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Initializing driver for type 'vlan' Jun 29 15:43:58.578110 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] VlanTypeDriver initialization complete Jun 29 15:43:58.578449 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Initializing driver for type 'vxlan' Jun 29 15:43:58.578948 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] vxlan ID ranges: [(1, 1000)] Jun 29 15:43:58.640648 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Initializing extension driver 'port_security' Jun 29 15:43:58.640980 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.extensions.port_security [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] PortSecurityExtensionDriver initialization complete Jun 29 15:43:58.641336 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Initializing mechanism driver 'openvswitch' Jun 29 15:43:58.641668 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Initializing mechanism driver 'hyperv' Jun 29 15:43:58.648336 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.plugins.ml2.plugin [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:43:58.649268 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > port after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.649658 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.650012 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.650395 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.650743 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.651085 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.651460 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > network after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.651794 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > network after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.652133 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > network after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.652501 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > security_group after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.652838 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > security_group after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.653403 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.653570 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.653910 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.654243 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.654617 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > address_group after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.654955 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > address_group after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.655287 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.655618 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] ML2 OVO RPC backend initialized. {{(pid=92813) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 15:43:58.656307 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.656652 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.657058 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > network before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.657422 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > networks before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.657762 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > port before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.658096 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > ports before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.658428 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > subnet before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.658759 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > subnets before_response 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.659096 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > network after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.659428 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > network after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.659752 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > network after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.660092 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > port after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.660405 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.660732 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.661060 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.662217 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.662552 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.663116 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.plugin [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Modular L2 Plugin initialization complete Jun 29 15:43:58.663441 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading services supported by the core plugin {{(pid=92813) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 15:43:58.663762 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.plugins.ml2.managers [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Got port-security extension from driver 'port_security' Jun 29 15:43:58.664216 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.extensions.vlantransparent [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Disabled vlantransparent extension. Jun 29 15:43:58.664688 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92813) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 15:43:58.664997 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading Plugin: router Jun 29 15:43:58.700469 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.700854 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router after_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.701214 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router before_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.701595 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.701957 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.702308 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router after_delete 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.702657 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.703013 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router after_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.703351 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router after_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.703691 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router after_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.704028 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.704374 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router after_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.704774 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.705133 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.705489 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.705874 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: subnet after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.706147 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.706484 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.706825 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.707157 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: port before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.707490 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router precommit_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.707842 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router after_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.708305 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.708652 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.709179 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.709365 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.709724 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > agent after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.710066 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > agent after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.710399 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > network after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.711237 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Tracking information for resource: router configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:58.711560 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Tracking information for resource: floatingip configured {{(pid=92813) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 15:43:58.716487 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.db.l3_agentschedulers_db [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 15:43:58.717065 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.717448 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: port after_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.717814 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: port after_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.718137 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: port after_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.718920 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router before_create 55550100 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.719277 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.719631 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router precommit_create 55550100 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.719978 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > router precommit_update 55550100 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.724988 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.services.provider_configuration [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service providers = [] {{(pid=92813) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 15:43:58.725372 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.db.servicetype_db [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92813) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 15:43:58.728197 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.services.service_base [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:43:58.728544 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.services.service_base [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:43:58.728878 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.services.service_base [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:43:58.729759 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.services.service_base [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92813) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 15:43:58.730121 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.services.service_base [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 15:43:58.730490 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:58.730799 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 15:43:58.743456 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:58.743788 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading Plugin: auto_allocate Jun 29 15:43:58.749587 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: network precommit_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.749953 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: network precommit_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.750469 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:58.750786 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading Plugin: tag Jun 29 15:43:58.757481 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:58.757804 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading Plugin: timestamp Jun 29 15:43:58.761548 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:58.761879 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading Plugin: network_ip_availability Jun 29 15:43:58.767452 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.767758 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.768104 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.768807 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:58.769120 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading Plugin: flavors Jun 29 15:43:58.773820 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:58.774142 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading Plugin: revisions Jun 29 15:43:58.778375 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92813) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 15:43:58.778756 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_concurrency.lockutils [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.825s {{(pid=92813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:43:58.779475 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92813) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 15:43:58.779806 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Initializing extension manager. Jun 29 15:43:58.780303 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: __init__.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.780641 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: __pycache__ {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.780970 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.781321 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: address_group.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.782080 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.782639 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: address-group Jun 29 15:43:58.782959 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: address_scope.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.783657 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.784157 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: address-scope Jun 29 15:43:58.784476 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.785405 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.785913 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: router-admin-state-down-before-update Jun 29 15:43:58.786753 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: agent.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.787439 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.787937 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: agent Jun 29 15:43:58.788253 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: agent_resources_synced.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.789132 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.789661 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: agent-resources-synced Jun 29 15:43:58.789979 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.791691 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.792200 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: allowed-address-pairs Jun 29 15:43:58.792521 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.793771 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.794278 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: auto-allocated-topology Jun 29 15:43:58.794597 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: availability_zone.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.795272 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.795772 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: availability_zone Jun 29 15:43:58.796090 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: availability_zone_filter.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.796991 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.797526 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: availability_zone_filter Jun 29 15:43:58.797848 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: data_plane_status.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.798729 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.799224 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 15:43:58.799540 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: default_subnetpools.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.800423 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.800920 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: default-subnetpools Jun 29 15:43:58.801236 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.802901 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.803396 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: dhcp_agent_scheduler Jun 29 15:43:58.803712 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: dns.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.804596 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.805089 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 15:43:58.805440 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: dns_domain_ports.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.806322 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.806817 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 15:43:58.807133 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.808018 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.808506 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 15:43:58.808825 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: dvr.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.809512 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.810005 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: dvr Jun 29 15:43:58.810323 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: empty_string_filtering.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.811206 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.811700 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: empty-string-filtering Jun 29 15:43:58.812016 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.812895 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.813419 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 15:43:58.813738 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.814622 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.815116 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 15:43:58.815430 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: external_net.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.816310 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.816807 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: external-net Jun 29 15:43:58.817126 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.818098 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.818591 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: extra_dhcp_opt Jun 29 15:43:58.818906 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: extraroute.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.819785 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.820280 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: extraroute Jun 29 15:43:58.820592 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: extraroute_atomic.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.821639 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.822138 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: extraroute-atomic Jun 29 15:43:58.822453 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: filter_validation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.823098 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.823587 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: filter-validation Jun 29 15:43:58.823899 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: fip_pf_description.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.824779 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.825264 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 15:43:58.825601 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: fip_port_details.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.826483 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.826981 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: fip-port-details Jun 29 15:43:58.827295 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: flavors.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.828504 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.829013 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: flavors Jun 29 15:43:58.829351 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.831012 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.831523 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 15:43:58.831843 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: floatingip_pools.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.832521 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.833607 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: floatingip-pools Jun 29 15:43:58.833962 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: ip_allocation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.834873 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.835372 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 15:43:58.835688 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.836576 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.837078 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: ip-substring-filtering Jun 29 15:43:58.837436 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: l2_adjacency.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.838337 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.838831 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 15:43:58.839155 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: l3.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.840077 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.840584 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: router Jun 29 15:43:58.840903 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.843263 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.843785 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 15:43:58.844107 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.845010 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.845552 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: ext-gw-mode Jun 29 15:43:58.845879 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.846782 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.847295 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: l3-ha Jun 29 15:43:58.847614 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: l3_flavors.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.848513 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.849713 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: l3-flavors Jun 29 15:43:58.850031 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.850925 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.851425 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 15:43:58.851742 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: l3agentscheduler.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.852750 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.853256 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: l3_agent_scheduler Jun 29 15:43:58.853607 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: logging.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.855071 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.855586 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension logging not supported by any of loaded plugins Jun 29 15:43:58.855916 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: metering.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.856637 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.857218 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: metering Jun 29 15:43:58.857568 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.858630 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.859138 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: metering_source_and_destination_fields Jun 29 15:43:58.859461 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: multiprovidernet.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.860354 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.860858 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: multi-provider Jun 29 15:43:58.861180 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: netmtu.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.862098 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.862596 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: net-mtu Jun 29 15:43:58.862916 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: netmtu_writable.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.863799 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.864344 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: net-mtu-writable Jun 29 15:43:58.864657 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: network_availability_zone.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.865327 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.865829 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: network_availability_zone Jun 29 15:43:58.866145 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: network_ip_availability.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.867209 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.867711 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: network-ip-availability Jun 29 15:43:58.868030 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: network_segment_range.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.868770 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.869272 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 15:43:58.869631 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: pagination.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.870582 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.870903 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: pagination Jun 29 15:43:58.871218 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: port_device_profile.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.872109 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.872607 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: port-device-profile Jun 29 15:43:58.872949 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.873864 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.874365 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: port-mac-address-regenerate Jun 29 15:43:58.874680 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.875572 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.876069 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: port-numa-affinity-policy Jun 29 15:43:58.876386 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: port_resource_request.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.877270 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.877789 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 15:43:58.878105 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: portbindings.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.879002 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.879504 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: binding Jun 29 15:43:58.879818 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: portbindings_extended.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.881104 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.881637 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: binding-extended Jun 29 15:43:58.881959 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: portsecurity.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.882845 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.883345 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: port-security Jun 29 15:43:58.883662 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: project_id.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.884602 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.884924 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: project-id Jun 29 15:43:58.885238 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: providernet.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.886157 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.886666 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: provider Jun 29 15:43:58.886982 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: qos.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.890681 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.891196 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension qos not supported by any of loaded plugins Jun 29 15:43:58.891524 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.892734 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.893243 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 15:43:58.893594 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.894484 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.894986 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 15:43:58.895310 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: qos_default.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.896703 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.897206 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension qos-default not supported by any of loaded plugins Jun 29 15:43:58.897558 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: qos_fip.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.898195 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.898698 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 15:43:58.899016 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.899915 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.900420 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 15:43:58.900741 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.901647 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.902149 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 15:43:58.902466 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.903346 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.903845 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 15:43:58.904160 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: qos_rules_alias.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.905187 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.905716 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 15:43:58.906032 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: quotasv2.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.906930 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.907259 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: quotas Jun 29 15:43:58.907572 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: quotasv2_detail.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.910750 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.911117 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: quota_details Jun 29 15:43:58.912006 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: rbac.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.913039 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.913593 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: rbac-policies Jun 29 15:43:58.913923 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: rbac_address_group.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.914824 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.915335 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: rbac-address-group Jun 29 15:43:58.915657 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: rbac_address_scope.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.916694 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.917069 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: rbac-address-scope Jun 29 15:43:58.917419 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: rbac_security_groups.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.918308 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.918807 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: rbac-security-groups Jun 29 15:43:58.919125 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.920008 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.920510 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: rbac-subnetpool Jun 29 15:43:58.920829 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: revisionifmatch.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.921752 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.922258 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: revision-if-match Jun 29 15:43:58.922579 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: revisions.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.923850 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.924352 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: standard-attr-revisions Jun 29 15:43:58.924675 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: router_availability_zone.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.925353 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.925860 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: router_availability_zone Jun 29 15:43:58.926178 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: routerservicetype.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.927099 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.927941 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 15:43:58.928261 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.929161 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.929701 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: security-groups-normalized-cidr Jun 29 15:43:58.930024 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.930910 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.931416 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: port-security-groups-filtering Jun 29 15:43:58.931735 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.932624 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.933122 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: security-groups-remote-address-group Jun 29 15:43:58.933472 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: securitygroup.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.943131 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.943656 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: security-group Jun 29 15:43:58.943988 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: segment.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.944752 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.945254 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension segment not supported by any of loaded plugins Jun 29 15:43:58.945605 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.946513 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.947013 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 15:43:58.947337 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: servicetype.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.948406 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.948913 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: service-type Jun 29 15:43:58.949230 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: sorting.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.950206 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.950530 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: sorting Jun 29 15:43:58.950846 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: standard_attr_segment.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.951804 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.952309 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 15:43:58.952629 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: standardattrdescription.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.953255 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.953784 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: standard-attr-description Jun 29 15:43:58.954103 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: stateful_security_group.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.955011 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.955513 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: stateful-security-group Jun 29 15:43:58.955831 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: stdattrs_common.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.956390 dv-cinder-792209-4-iscsi neutron-server[92813]: WARNING neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 15:43:58.956702 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.957651 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.958673 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 15:43:58.959123 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: subnet_onboard.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.960181 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.960690 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: subnet_onboard Jun 29 15:43:58.961008 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.961939 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.962448 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 15:43:58.962767 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: subnet_service_types.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.963664 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.964168 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: subnet-service-types Jun 29 15:43:58.964486 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: subnetallocation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.965572 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.966085 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: subnet_allocation Jun 29 15:43:58.966406 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.967062 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.967577 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: subnetpool-prefix-ops Jun 29 15:43:58.967897 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.968799 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.969317 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 15:43:58.969661 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: tagging.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.970690 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.971206 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: standard-attr-tag Jun 29 15:43:58.971526 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: timestamp.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.972701 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.973208 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loaded extension: standard-attr-timestamp Jun 29 15:43:58.973556 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: trunk.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.975261 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.975767 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension trunk not supported by any of loaded plugins Jun 29 15:43:58.976090 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: trunk_details.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.976983 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.977516 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 15:43:58.977835 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.978731 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.979231 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 15:43:58.979546 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Loading extension file: vlantransparent.py {{(pid=92813) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 15:43:58.980194 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92813) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 15:43:58.980690 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 15:43:58.983113 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:network Jun 29 15:43:58.983637 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:subnet Jun 29 15:43:58.984026 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:43:58.984407 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:port Jun 29 15:43:58.985657 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:58.986094 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service FLAVORS assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:58.986705 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:58.987139 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:58.987465 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:router Jun 29 15:43:58.987888 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 15:43:58.988376 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service METERING assigned prefix: /metering {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:58.989954 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.990326 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.990672 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:43:58.991659 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 15:43:58.992087 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:security_group Jun 29 15:43:58.992514 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 15:43:58.993114 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service CORE assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:58.993472 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:43:58.993829 dv-cinder-792209-4-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] subnetpool is already registered Jun 29 15:43:58.994250 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service CORE assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:58.994570 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:43:58.994896 dv-cinder-792209-4-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] subnetpool is already registered Jun 29 15:43:58.997177 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:58.997626 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service FLAVORS assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:58.998209 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:58.998626 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:58.998953 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:router Jun 29 15:43:58.999281 dv-cinder-792209-4-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] router is already registered Jun 29 15:43:58.999685 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 15:43:59.000011 dv-cinder-792209-4-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] floatingip is already registered Jun 29 15:43:59.000454 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service METERING assigned prefix: /metering {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:59.001112 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 15:43:59.001457 dv-cinder-792209-4-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] rbac_policy is already registered Jun 29 15:43:59.001859 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:security_group Jun 29 15:43:59.002188 dv-cinder-792209-4-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] security_group is already registered Jun 29 15:43:59.002582 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 15:43:59.002911 dv-cinder-792209-4-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] security_group_rule is already registered Jun 29 15:43:59.003527 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service CORE assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:59.003841 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:43:59.004166 dv-cinder-792209-4-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] subnetpool is already registered Jun 29 15:43:59.004578 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.v2.resource_helper [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Service CORE assigned prefix: {{(pid=92813) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 15:43:59.004951 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 15:43:59.005320 dv-cinder-792209-4-iscsi neutron-server[92813]: WARNING neutron.quota.resource_registry [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] subnetpool is already registered Jun 29 15:43:59.005796 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: extensions {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.007272 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: address-groups {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.008749 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: address-scopes {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.010072 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: agents {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.011223 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: auto-allocated-topology {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.012475 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: availability_zones {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.013717 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: dhcp-networks {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.016422 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: dhcp-agents {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.017920 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: routers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.019564 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: flavors {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.021478 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: service_profiles {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.022659 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: next_providers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.024073 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: service_profiles {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.025617 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: floatingip-pools {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.026831 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: routers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.028506 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: floatingips {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.029802 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: l3-routers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.031172 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: l3-agents {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.032560 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: metering-labels {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.033831 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: metering-label-rules {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.035189 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: network-ip-availabilities {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.037040 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: bindings {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.038610 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: quotas {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.040179 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: quotas {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.041529 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: rbac-policies {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.042725 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: security-groups {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.044000 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: security-group-rules {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.045237 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: service-providers {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.046473 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: subnetpools {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.047783 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: subnetpools {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.049364 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.051018 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.053811 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.055567 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.057234 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.059178 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.060864 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.062651 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.064490 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.066236 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron.api.extensions [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Extended resource: tags {{(pid=92813) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 15:43:59.073123 dv-cinder-792209-4-iscsi neutron-server[92813]: WARNING keystonemiddleware.auth_token [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 15:43:59.077653 dv-cinder-792209-4-iscsi neutron-server[92813]: WARNING keystonemiddleware.auth_token [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 15:43:59.087282 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_concurrency.lockutils [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Acquired lock "singleton_lock" {{(pid=92813) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 15:43:59.087746 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_concurrency.lockutils [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Releasing lock "singleton_lock" {{(pid=92813) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 15:43:59.088392 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO oslo_service.service [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Starting 2 workers Jun 29 15:43:59.093133 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Started child 92922 {{(pid=92813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:43:59.097558 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Started child 92923 {{(pid=92813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:43:59.098592 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:43:59.099712 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO neutron.service [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 15:43:59.099897 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Notify callbacks [] for process, before_spawn {{(pid=92813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:43:59.100417 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [-] (92922) wsgi starting up on http://0.0.0.0:9696 Jun 29 15:43:59.102184 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO oslo_service.service [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Starting 1 workers Jun 29 15:43:59.102364 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:43:59.103628 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [-] (92923) wsgi starting up on http://0.0.0.0:9696 Jun 29 15:43:59.107305 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Started child 92924 {{(pid=92813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:43:59.107848 dv-cinder-792209-4-iscsi neutron-server[92813]: INFO oslo_service.service [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Starting 1 workers Jun 29 15:43:59.111033 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.service [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] calling RpcWorker wait() {{(pid=92924) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 15:43:59.111644 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.service [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] returning from RpcWorker wait() {{(pid=92924) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 15:43:59.112359 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Started child 92925 {{(pid=92813) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 15:43:59.113021 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:43:59.113193 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG neutron_lib.callbacks.manager [None req-774070f0-4e16-483b-a6df-76ba2eff78d0 None None] Notify callbacks [] for process, after_spawn {{(pid=92813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:43:59.113618 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:43:59.115623 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92813) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 15:43:59.115832 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 15:43:59.116017 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 15:43:59.116232 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:43:59.116580 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 15:43:59.116741 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 15:43:59.117285 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.117579 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.117845 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.118050 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:43:59.118516 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.118516 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.118933 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.119173 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.119432 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.119714 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.119941 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.120109 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.120272 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.120518 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.120749 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.121020 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.121291 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.121554 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.121824 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.121992 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.122274 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.122531 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.122775 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.123032 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] debug = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.123268 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.123760 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.124000 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.124239 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.124456 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.124725 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.124964 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.125251 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.125517 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.125747 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.125978 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.126236 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.126468 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.126697 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.126916 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.127172 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.127385 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.127865 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] host = dv-cinder-792209-4-iscsi {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.128102 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.128335 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.128574 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.128828 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.129080 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.129331 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.129584 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.129891 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.130826 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.131148 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.131412 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.131681 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.131900 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.132135 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.132282 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_options = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.132553 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.132780 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.133046 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.133236 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.133446 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.133626 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.134019 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.134415 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.134698 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.135085 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.135446 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.135809 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.136181 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.136545 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.136965 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.137393 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.137798 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.138136 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.138537 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.138940 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.139348 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.139744 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.140137 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.140542 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.140951 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.141358 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.141762 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.142141 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.142543 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.143743 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.143743 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.143743 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.144111 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:43:59.144243 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.144580 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.144973 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.145998 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.145998 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.147057 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.147057 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.147503 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.147944 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.148427 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.148725 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.149142 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.149579 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.149769 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_json = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.150338 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.150735 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.150863 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.151189 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.151481 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.151730 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.151979 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.152239 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.152765 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.153069 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.153616 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.154031 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.155135 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.155135 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.159966 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.159966 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.159966 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.159966 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.159966 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.159966 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.159966 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.159966 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.159966 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.160712 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.160712 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.160712 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.160712 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.160712 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.160712 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.160712 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.160712 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.161870 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.161870 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.161870 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.161870 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.161870 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.162240 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.162317 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.162557 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.163505 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.163505 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.163505 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.163505 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.164651 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.164651 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.164651 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.164651 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.164651 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.165105 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.165105 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.165276 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.165596 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.165682 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.165890 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.166123 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.167507 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.167507 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.167507 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.167507 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.167507 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.167507 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.167972 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.167972 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.168126 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.168204 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.169084 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.169084 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.169084 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.169084 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.169478 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.169561 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.169734 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.169970 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.170186 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.170401 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.170640 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.170853 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.171064 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.171268 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.171645 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.172009 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.172362 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.172731 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.173101 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.173734 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.173734 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.173985 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.174135 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.174341 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.174549 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.174775 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.174993 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.175263 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.175561 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.175851 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.176079 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.176322 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.176545 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.177726 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.177969 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.178145 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.178369 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.178614 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.178873 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.179118 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.179365 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.179611 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.179828 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.180066 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.180303 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.180544 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.180757 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.180992 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.181210 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.181509 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.181758 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.182008 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.182248 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.182495 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.182779 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.183026 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.183284 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.183500 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.183752 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.184190 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.184343 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.184548 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.184959 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.185407 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.185643 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.185878 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.186117 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.186342 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.186590 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.186785 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.187072 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.187285 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.187533 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.187718 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.187967 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.188435 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.188803 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.189166 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.189404 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.189668 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.189940 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.190173 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.190430 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.190676 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.190905 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.191141 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.191400 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.191627 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.191877 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.192121 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.192362 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.192609 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.192816 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.193051 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.193261 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.193529 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.193778 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.193981 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.194213 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.194418 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.194629 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.194846 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.195087 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.195295 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.195507 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.195751 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.195965 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.196177 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.196390 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.196594 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.197002 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.197222 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.197510 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.197749 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.197984 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.198524 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.198524 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.198700 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.198851 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.199091 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.199326 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.199532 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.199743 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.199973 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.200179 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.200406 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.200639 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.200863 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.201118 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.201393 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.201707 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.201950 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.202197 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.202695 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.202695 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.202871 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.203067 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.203271 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.203639 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.203886 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.204951 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.204951 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.204951 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.204951 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.204951 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.205320 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.205320 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.205550 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.205902 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.206370 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.206621 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.206859 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.207108 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.207351 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.207582 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.208130 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.208130 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.208288 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.208454 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.208670 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.208871 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.209113 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.209355 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.209587 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.209809 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.210044 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.210266 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.210504 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.210707 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.210909 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.211144 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.211354 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.211557 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.211780 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.212007 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.212213 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.212487 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.212634 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.212835 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.213119 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.213766 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.213766 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.213929 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.214149 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.214335 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.214569 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.214890 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.215092 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.215510 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.215729 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.215943 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.216173 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.216414 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.216721 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.217010 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.217273 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.217532 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.217808 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.218096 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.218349 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.218557 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.218852 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.219169 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.219432 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.219688 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.219906 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.220174 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.220400 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.220616 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.220845 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.221072 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.221319 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.221553 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.221775 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.221990 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.222218 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.222454 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.222662 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.222919 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.223140 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.223385 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.224124 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.224454 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 15:43:59.225012 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92813) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 15:43:59.225176 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 15:43:59.225348 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 15:43:59.225520 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 15:43:59.225686 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 15:43:59.225836 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 15:43:59.226036 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.226191 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.226347 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.226507 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.226658 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.226988 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.227145 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.227300 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.227453 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.227606 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.227761 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.227915 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.228069 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.228230 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.228380 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.228533 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.228688 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.228847 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.229006 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.229158 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.229331 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.229527 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.229633 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] debug = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.229792 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.229981 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.230138 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.230291 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.230444 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.230598 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.230750 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.230921 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.231043 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.231195 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.231348 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.231503 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.231657 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.231811 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.231963 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.232117 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.232270 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.232424 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] host = dv-cinder-792209-4-iscsi {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.232577 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.232729 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.232884 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.233035 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.233187 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.233361 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.233516 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.233670 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.233822 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.233976 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.234163 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.234263 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.234420 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.234573 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.234726 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_options = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.234878 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.235031 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.235184 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.235353 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.235512 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.235670 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.235824 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.235978 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.236131 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.236284 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.236436 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.236606 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.236746 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.236931 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.237075 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.237210 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.237368 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.237500 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.237634 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.237780 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.237913 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.238065 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.238219 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.238372 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.238525 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.238677 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.238829 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.238985 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.239141 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.239343 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.240345 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.240345 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.240345 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.240578 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.240699 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.240853 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.241008 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.241165 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.241342 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.241498 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.241651 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.241804 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.241957 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.242109 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.242263 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.242416 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_json = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.242570 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.242820 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.242933 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.243005 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.243158 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.243311 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.243463 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.243617 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 15:43:59.243813 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.244163 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.244163 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.244622 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.244622 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.244622 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.244826 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.244903 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.245000 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.245156 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.245341 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.245501 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.245667 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.245998 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.245998 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.246155 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.246259 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.246415 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.246570 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.246725 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.246939 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.247037 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.247194 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.247349 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.247689 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.247689 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.247850 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.247946 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.248104 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.248259 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.248415 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.248572 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.248726 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.248880 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.249109 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.249212 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.249354 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.249513 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.249670 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.249831 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.249993 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.250147 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.250302 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.250461 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.250616 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.250771 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.250928 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.251083 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.251240 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.251395 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.251560 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.251715 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.251869 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.252172 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.252172 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.252333 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.252460 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.252615 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.253092 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.253092 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.253092 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.253358 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.253439 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.253544 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.253699 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.253856 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.254012 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.254167 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.254333 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.254479 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.254634 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.254799 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.255004 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.255204 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.255374 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.255530 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.255688 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.255844 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.255999 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.256155 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.256311 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.256468 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.256623 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.256779 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.256946 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.257133 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.257260 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.257439 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.257597 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.257750 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.258081 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.258256 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.258395 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.258549 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.258705 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.258862 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.259019 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.259219 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.259921 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.259921 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.259921 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.259921 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.259921 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.260286 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.260286 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.260409 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.260496 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.260630 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.260785 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.260940 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.261097 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.261261 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.261443 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.261600 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.261759 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.261922 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.262087 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.262245 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.262400 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.262555 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.262713 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.262863 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.263021 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.263176 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.263332 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.263487 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.263643 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.263806 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.263972 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.265336 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.265336 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.265336 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.265336 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.265336 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.265336 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.265336 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.265336 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.265932 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.266009 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:43:59.266092 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.266092 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.266092 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.266092 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.266092 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.266426 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.266426 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.266564 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.266639 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.266767 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.266924 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.267087 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.267245 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.267400 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.267557 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.267714 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.267869 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.268074 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.268169 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.268323 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.268479 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.268634 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.268790 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.268945 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.269101 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.269256 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.269432 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.269588 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.269747 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.269902 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.270058 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.270229 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.270363 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.270536 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.270699 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.270840 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.271018 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.271320 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.271480 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.271637 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.271794 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.271951 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.272106 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.272264 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.272421 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.272578 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.272735 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.272892 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.273049 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.273220 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.273400 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.273558 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.273715 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.273871 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.274027 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.274185 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.274341 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.274497 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.274657 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.274816 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.274973 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.275131 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.275348 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.275506 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.275664 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.275820 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.275977 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.276133 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.276322 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.277814 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.277814 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.277814 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.277814 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.277814 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.277814 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.277814 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.277814 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.279017 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.279017 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.279017 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.279017 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.279017 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.279017 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.279017 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.279017 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.281608 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.281608 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.281608 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.281608 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.281608 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.281608 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.281608 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.281608 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.281608 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282089 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282089 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282089 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282089 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282089 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282089 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282089 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282089 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282504 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282504 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282504 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282504 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282504 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282504 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282504 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282504 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282922 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282922 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282922 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.282922 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.283148 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.283226 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.283454 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.283844 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.283844 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.283844 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.284059 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.284149 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.284297 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.284429 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.284634 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.284818 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.284912 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.285015 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.285172 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.285398 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.285566 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.285656 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.285779 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.285935 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.286673 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.286778 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.287002 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.287159 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.287363 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.287473 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.287610 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 15:43:59.287759 dv-cinder-792209-4-iscsi neutron-server[92813]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92813) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 15:43:59.503215 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34632) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:43:59.512283 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064716 Jun 29 15:44:11.063888 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8807b3a8-9db0-4a8e-a354-1943048802b2 None None] get_active_networks_info from dv-cinder-792209-4-iscsi {{(pid=92924) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 15:44:11.153995 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8807b3a8-9db0-4a8e-a354-1943048802b2 None None] No non-hosted networks {{(pid=92924) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 15:44:11.169191 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9dc0a558-3b5b-4de1-a942-68880e20dca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1000542'] for agent, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:13.641730 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1000542'] for agent, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:13.642604 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:13.643532 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:13.643869 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:13.644200 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:13.645658 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:13.646002 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:13.646332 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:13.651498 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:13.651915 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:13.654395 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:13.654750 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:13.655086 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:13.655496 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792209-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:13.681000 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792209-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:13.735800 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2cd4fb91-8b4b-4798-94c1-cb0db67a7f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1000542'] for agent, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:13.839387 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dea123a6-707f-4775-9899-b1ea8d1b3cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:14.630599 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1000542'] for agent, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:16.190729 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1000542'] for agent, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:17.525491 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 34724) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:18.054171 dv-cinder-792209-4-iscsi neutron-server[92922]: WARNING oslo_policy.policy [None req-fca65037-018c-48f1-acff-a08381ed80f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:18.055126 dv-cinder-792209-4-iscsi neutron-server[92922]: WARNING oslo_policy.policy [None req-fca65037-018c-48f1-acff-a08381ed80f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:18.119564 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.db.l3_hamode_db [None req-59befa06-83ac-430e-ab7e-c44f70015838 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 15:44:18.200210 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59befa06-83ac-430e-ab7e-c44f70015838 None None] Routers set() bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:44:18.200598 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59befa06-83ac-430e-ab7e-c44f70015838 None None] Router IDs set() for agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 15:44:18.275172 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [None req-fca65037-018c-48f1-acff-a08381ed80f6 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:44:18.276298 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-fca65037-018c-48f1-acff-a08381ed80f6 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7487037 Jun 29 15:44:20.619972 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 34738) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:20.981229 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-436c6366-9204-4ce9-908e-b143dffeb676 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:21.075785 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.policy [None req-436c6366-9204-4ce9-908e-b143dffeb676 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92922) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 15:44:21.122870 dv-cinder-792209-4-iscsi neutron-server[92922]: WARNING oslo_policy.policy [None req-436c6366-9204-4ce9-908e-b143dffeb676 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:21.123257 dv-cinder-792209-4-iscsi neutron-server[92922]: WARNING oslo_policy.policy [None req-436c6366-9204-4ce9-908e-b143dffeb676 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:21.132965 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.quota [None req-436c6366-9204-4ce9-908e-b143dffeb676 admin admin] Loaded quota_driver: . Jun 29 15:44:21.234169 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-436c6366-9204-4ce9-908e-b143dffeb676 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775399513344', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775399513939', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775399623563', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775399626049', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775399619332', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775399596922', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2018904', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1895781', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-878874', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-701768'] for rbac-policy, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:21.308988 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-436c6366-9204-4ce9-908e-b143dffeb676 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:21.310482 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-436c6366-9204-4ce9-908e-b143dffeb676 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6893620 Jun 29 15:44:23.945822 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 34750) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:24.284118 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Request body: {'network': {'name': 'private', 'project_id': '8009df4b58014fc1907f3cd6323f60ac', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'admin_state_up': True}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:24.314865 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Made reservation on behalf of 8009df4b58014fc1907f3cd6323f60ac for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:44:24.317903 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:24.335775 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:24.478022 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:24.482491 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:24.488366 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:24.510246 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:44:24.537550 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775401230394', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:24.538162 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Unsubscribe: segment precommit_create {{(pid=92922) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 15:44:24.538643 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Added segment 02d467d8-0b33-4fcc-a634-889c8fd6b792 of type vlan for network 214c4bb2-9f11-40b1-be37-09726d0a4dd9 Jun 29 15:44:24.557843 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd1f583-5cf1-41a0-8db1-71fef86afe07,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:24.611546 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:24.611906 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:24.612235 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:24.612559 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:24.612910 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:24.613516 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:24.613843 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:24.614159 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:24.614486 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:24.614802 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:24.615113 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:24.615425 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Tracked resource versions report: Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: pushed versions: Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: { 'AddressGroup': {'1.2'}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'ConntrackHelper': {'1.0'}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Log': {'1.0'}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Network': {'1.1'}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Port': {'1.7'}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'PortForwarding': {'1.2'}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'QosPolicy': {'1.8'}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'SecurityGroup': {'1.4'}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'SubPort': {'1.0'}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Subnet': {'1.1'}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Trunk': {'1.1'}} Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: consumer versions: Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: { DHCP agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: L3 agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: Metadata agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: Metering agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: Open vSwitch agent@dv-cinder-792209-4-iscsi: { 'AddressGroup': '1.2', Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'ConntrackHelper': '1.0', Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Log': '1.0', Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Network': '1.1', Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Port': '1.7', Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'PortForwarding': '1.2', Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'QosPolicy': '1.8', Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'SecurityGroup': '1.4', Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'SecurityGroupRule': '1.2', Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'SubPort': '1.0', Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Subnet': '1.1', Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Trunk': '1.1'}} Jun 29 15:44:24.616511 dv-cinder-792209-4-iscsi neutron-server[92922]: {{(pid=92922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:44:24.682662 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:24.687188 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:24.743209 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:24.744751 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:24.745437 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:24.748374 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:24.817978 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8707097 Jun 29 15:44:24.850113 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Pushing event updated for resources: {'Network': ['ID=214c4bb2-9f11-40b1-be37-09726d0a4dd9,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:24.853482 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:24.865013 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network 214c4bb2-9f11-40b1-be37-09726d0a4dd9 details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:44:27.546118 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34764) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:28.103042 dv-cinder-792209-4-iscsi neutron-server[92923]: WARNING oslo_policy.policy [None req-a573d495-ecd9-41e6-8bf8-a7fc7a5fc1d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:28.103614 dv-cinder-792209-4-iscsi neutron-server[92923]: WARNING oslo_policy.policy [None req-a573d495-ecd9-41e6-8bf8-a7fc7a5fc1d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:28.548587 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.policy [None req-a573d495-ecd9-41e6-8bf8-a7fc7a5fc1d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92923) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 15:44:28.595377 dv-cinder-792209-4-iscsi neutron-server[92923]: WARNING oslo_policy.policy [None req-a573d495-ecd9-41e6-8bf8-a7fc7a5fc1d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:28.595809 dv-cinder-792209-4-iscsi neutron-server[92923]: WARNING oslo_policy.policy [None req-a573d495-ecd9-41e6-8bf8-a7fc7a5fc1d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 15:44:28.605157 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573d495-ecd9-41e6-8bf8-a7fc7a5fc1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:28.606967 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a573d495-ecd9-41e6-8bf8-a7fc7a5fc1d1 admin admin] 10.222.0.69 "GET /v2.0/networks/214c4bb2-9f11-40b1-be37-09726d0a4dd9 HTTP/1.1" status: 200 len: 825 time: 1.0598958 Jun 29 15:44:28.647671 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f59403a1-6037-4f6e-92b2-b3ed90338cf8 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/dd9bf285-a5da-48bd-877e-0b4d89f48a75 HTTP/1.1" status: 200 len: 734 time: 0.0351267 Jun 29 15:44:28.656766 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Request body: {'subnet': {'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'name': 'private-subnet', 'subnetpool_id': 'dd9bf285-a5da-48bd-877e-0b4d89f48a75', 'gateway_ip': '172.20.0.1', 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9', 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:28.658389 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.quota [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Loaded quota_driver: . Jun 29 15:44:28.702343 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Made reservation on behalf of 8009df4b58014fc1907f3cd6323f60ac for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:44:28.705697 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:29.044347 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:29.047786 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:29.121429 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Checking segment: {'id': '02d467d8-0b33-4fcc-a634-889c8fd6b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:44:29.121814 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Network hostable DHCP agents. Network: 214c4bb2-9f11-40b1-be37-09726d0a4dd9, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:44:29.136642 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb64fd13-aac7-4eb4-bbbd-a302f3f2e643,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:29.151487 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:29.151769 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:29.152100 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:29.152418 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:29.152732 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:29.153064 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:29.153414 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:29.153722 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:29.154043 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:29.154350 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:29.154652 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:29.154951 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Tracked resource versions report: Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: pushed versions: Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: { 'AddressGroup': {'1.2'}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'ConntrackHelper': {'1.0'}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Log': {'1.0'}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Network': {'1.1'}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Port': {'1.7'}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'PortForwarding': {'1.2'}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'QosPolicy': {'1.8'}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'SecurityGroup': {'1.4'}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'SubPort': {'1.0'}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Subnet': {'1.1'}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Trunk': {'1.1'}} Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: consumer versions: Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: { DHCP agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: L3 agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: Metadata agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: Metering agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: Open vSwitch agent@dv-cinder-792209-4-iscsi: { 'AddressGroup': '1.2', Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'ConntrackHelper': '1.0', Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Log': '1.0', Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Network': '1.1', Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Port': '1.7', Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'PortForwarding': '1.2', Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'QosPolicy': '1.8', Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'SecurityGroup': '1.4', Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'SecurityGroupRule': '1.2', Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'SubPort': '1.0', Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Subnet': '1.1', Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Trunk': '1.1'}} Jun 29 15:44:29.156065 dv-cinder-792209-4-iscsi neutron-server[92923]: {{(pid=92923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:44:29.190766 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Network 214c4bb2-9f11-40b1-be37-09726d0a4dd9 is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:44:29.202048 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:29.208085 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, 214c4bb2-9f11-40b1-be37-09726d0a4dd9) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:44:29.214079 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:29.215074 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:29.220135 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b927e-80ee-4f08-b504-d7c44b95f499 None None] Network 214c4bb2-9f11-40b1-be37-09726d0a4dd9 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:44:29.245572 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5921893 Jun 29 15:44:29.635340 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2862257-6be6-5bf8-955d-10756022acbf-214c4bb2-9f11-40b1-be37-09726d0a4dd9', 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'fixed_ips': [{'subnet_id': 'eb64fd13-aac7-4eb4-bbbd-a302f3f2e643'}]}} from dv-cinder-792209-4-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:44:29.636774 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:29.944262 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Allocated IP 172.20.0.2 (214c4bb2-9f11-40b1-be37-09726d0a4dd9/eb64fd13-aac7-4eb4-bbbd-a302f3f2e643/c4d1d41d-3a95-4035-abff-02271a2104b0) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:44:30.162061 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:30.209187 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Transition to ACTIVE for port object c4d1d41d-3a95-4035-abff-02271a2104b0 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:44:30.229046 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Transition to ACTIVE for port object c4d1d41d-3a95-4035-abff-02271a2104b0 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:44:30.237436 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:30.240075 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:30.302830 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Network 214c4bb2-9f11-40b1-be37-09726d0a4dd9 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:44:30.307568 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:44:30.319718 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:44:30.326872 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Pushing event updated for resources: {'Port': ['ID=c4d1d41d-3a95-4035-abff-02271a2104b0,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:30.351452 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:30.351825 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:30.352159 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:30.352495 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:30.352820 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:30.353141 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:30.353483 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:30.353809 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:30.354136 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:30.354444 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:30.354758 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:30.355066 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Tracked resource versions report: Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: pushed versions: Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: { 'AddressGroup': {'1.2'}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'ConntrackHelper': {'1.0'}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Log': {'1.0'}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Network': {'1.1'}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Port': {'1.7'}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'PortForwarding': {'1.2'}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'QosPolicy': {'1.8'}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'SecurityGroup': {'1.4'}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'SubPort': {'1.0'}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Subnet': {'1.1'}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Trunk': {'1.1'}} Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: consumer versions: Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: { DHCP agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: L3 agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: Metadata agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: Metering agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: Open vSwitch agent@dv-cinder-792209-4-iscsi: { 'AddressGroup': '1.2', Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'ConntrackHelper': '1.0', Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Log': '1.0', Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Network': '1.1', Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Port': '1.7', Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'PortForwarding': '1.2', Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'QosPolicy': '1.8', Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'SecurityGroup': '1.4', Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'SecurityGroupRule': '1.2', Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'SubPort': '1.0', Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Subnet': '1.1', Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Trunk': '1.1'}} Jun 29 15:44:30.356106 dv-cinder-792209-4-iscsi neutron-server[92924]: {{(pid=92924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:44:30.377316 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:30.406439 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Attempting to bind port c4d1d41d-3a95-4035-abff-02271a2104b0 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:44:30.406830 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Attempting to bind port c4d1d41d-3a95-4035-abff-02271a2104b0 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '02d467d8-0b33-4fcc-a634-889c8fd6b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:44:30.407258 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Attempting to bind port c4d1d41d-3a95-4035-abff-02271a2104b0 on network 214c4bb2-9f11-40b1-be37-09726d0a4dd9 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:44:30.412766 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:44:30.413159 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Checking segment: {'id': '02d467d8-0b33-4fcc-a634-889c8fd6b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:44:30.413662 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:30.414058 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Bound using segment: {'id': '02d467d8-0b33-4fcc-a634-889c8fd6b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:44:30.414573 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Bound port: c4d1d41d-3a95-4035-abff-02271a2104b0, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d467d8-0b33-4fcc-a634-889c8fd6b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:44:30.414990 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:30.478022 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] For port c4d1d41d-3a95-4035-abff-02271a2104b0, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:44:30.482139 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] For port c4d1d41d-3a95-4035-abff-02271a2104b0, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=c4d1d41d-3a95-4035-abff-02271a2104b0,segment=NetworkSegment(02d467d8-0b33-4fcc-a634-889c8fd6b792),segment_id=02d467d8-0b33-4fcc-a634-889c8fd6b792)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:44:30.486672 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:30.492858 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:30.559592 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Pushing event updated for resources: {'Port': ['ID=c4d1d41d-3a95-4035-abff-02271a2104b0,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:30.563028 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:31.762669 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34784) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:32.103423 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [None req-e2e0159e-f7ba-4ddd-9f57-4b32aa0aabcb admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:44:32.105238 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e2e0159e-f7ba-4ddd-9f57-4b32aa0aabcb admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3413861 Jun 29 15:44:34.500761 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 34792) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:34.830940 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [None req-35e0b6ba-107c-4a24-80ff-bcb3a9d754f9 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:44:34.832304 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-35e0b6ba-107c-4a24-80ff-bcb3a9d754f9 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3305619 Jun 29 15:44:35.692619 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c4d1d41d-3a95-4035-abff-02271a2104b0 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:44:35.785246 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port c4d1d41d-3a95-4035-abff-02271a2104b0 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:44:36.746693 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d694398c-6d77-4b59-a7d6-094656a3de05 None None] Network 214c4bb2-9f11-40b1-be37-09726d0a4dd9 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:44:36.858592 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-850a2bdc-bf0e-496a-9148-bff1b1211180 None None] Provisioning for port c4d1d41d-3a95-4035-abff-02271a2104b0 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:44:36.866524 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-850a2bdc-bf0e-496a-9148-bff1b1211180 None None] Provisioning complete for port c4d1d41d-3a95-4035-abff-02271a2104b0 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:36.866916 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-850a2bdc-bf0e-496a-9148-bff1b1211180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:37.039033 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-850a2bdc-bf0e-496a-9148-bff1b1211180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:37.091333 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-850a2bdc-bf0e-496a-9148-bff1b1211180 None None] For port c4d1d41d-3a95-4035-abff-02271a2104b0, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=c4d1d41d-3a95-4035-abff-02271a2104b0,segment=NetworkSegment(02d467d8-0b33-4fcc-a634-889c8fd6b792),segment_id=02d467d8-0b33-4fcc-a634-889c8fd6b792)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:44:37.095520 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-850a2bdc-bf0e-496a-9148-bff1b1211180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:37.099187 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:37.150940 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a2bdc-bf0e-496a-9148-bff1b1211180 None None] Pushing event updated for resources: {'Port': ['ID=c4d1d41d-3a95-4035-abff-02271a2104b0,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:37.154165 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-850a2bdc-bf0e-496a-9148-bff1b1211180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:37.318336 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-97d93bf3-f510-4c2c-9566-63364b7479d3 None None] Provisioning complete for port c4d1d41d-3a95-4035-abff-02271a2104b0 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:37.318817 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-97d93bf3-f510-4c2c-9566-63364b7479d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:37.616214 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34806) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:37.664660 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c4d1d41d-3a95-4035-abff-02271a2104b0 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:44:37.713564 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port c4d1d41d-3a95-4035-abff-02271a2104b0 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:37.713935 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:37.935993 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-2ae84d87-5b8a-4b2b-9385-9967815469d5 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'name': 'router1'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:37.962094 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ae84d87-5b8a-4b2b-9385-9967815469d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1593'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:37.963849 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ae84d87-5b8a-4b2b-9385-9967815469d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-924766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1584'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:38.136379 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ae84d87-5b8a-4b2b-9385-9967815469d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:38.141964 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ae84d87-5b8a-4b2b-9385-9967815469d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646053'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:38.158181 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ae84d87-5b8a-4b2b-9385-9967815469d5 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:38.160692 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2ae84d87-5b8a-4b2b-9385-9967815469d5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5422733 Jun 29 15:44:40.172756 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:44:40.575519 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34814) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:40.906257 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [None req-68f5b214-9df0-4556-835d-e1d74c2329a9 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:44:40.907260 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-68f5b214-9df0-4556-835d-e1d74c2329a9 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3308096 Jun 29 15:44:40.933249 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1cdc-0635-4a05-95f3-be75a8321d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.320892 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34822) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:43.645893 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.661941 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:43.687517 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Made reservation on behalf of 8acd7eb06a014eb695851edc1dd95f35 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:44:43.690805 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.708058 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.723747 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c57254c1-4d7b-4a1f-8a63-827736b17e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.835460 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.839780 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.843255 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:43.862365 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Reserving flat network on physical network physnet1 {{(pid=92923) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 15:44:43.885677 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0019ae3-f01c-4c10-8bca-8f3a4e7ff290,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:43.893577 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775401230394', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:43.894176 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Unsubscribe: segment precommit_create {{(pid=92923) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 15:44:43.894647 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Added segment f3306c4d-ad2d-4c1a-b698-5da09b3c2e41 of type flat for network bfa67d25-b868-43ee-b5d8-7530adde7935 Jun 29 15:44:43.899098 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:43.960350 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:44.009166 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:44.010506 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:44.011064 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:44.013138 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:44.086602 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7645805 Jun 29 15:44:44.105509 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa67d25-b868-43ee-b5d8-7530adde7935,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:44.109046 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:44.118341 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network bfa67d25-b868-43ee-b5d8-7530adde7935 details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:44:44.572115 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:46.137502 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:46.500377 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 34840) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:46.750742 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1e40d-82c7-4cab-9425-cbdebb2ee14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:46.752021 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f2e1e40d-82c7-4cab-9425-cbdebb2ee14a admin admin] 10.222.0.69 "GET /v2.0/subnets/eb64fd13-aac7-4eb4-bbbd-a302f3f2e643 HTTP/1.1" status: 200 len: 849 time: 0.2507033 Jun 29 15:44:46.936455 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-22227a39-6d9d-484e-ad2e-6dd348e22e06 admin admin] 10.222.0.69 "GET /v2.0/routers/8c147d13-922f-4b95-b415-63d3eee19890 HTTP/1.1" status: 200 len: 704 time: 0.1784732 Jun 29 15:44:47.252854 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:47.594610 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Allocated IP 172.20.0.1 (214c4bb2-9f11-40b1-be37-09726d0a4dd9/eb64fd13-aac7-4eb4-bbbd-a302f3f2e643/d0cc176d-a65f-479b-aa30-d4d36995308b) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:44:47.785121 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:47.813332 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Transition to ACTIVE for port object d0cc176d-a65f-479b-aa30-d4d36995308b will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:44:47.899617 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:47.902929 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:47.983486 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Network 214c4bb2-9f11-40b1-be37-09726d0a4dd9 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:44:47.991412 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:44:47.993397 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Pushing event updated for resources: {'Port': ['ID=d0cc176d-a65f-479b-aa30-d4d36995308b,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:48.006559 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:44:48.007105 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001858'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:48.083164 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:48.204572 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-38edd69e-8d2c-43be-bcd8-f7f0786896a9 None None] Provisioning for port d0cc176d-a65f-479b-aa30-d4d36995308b completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:44:48.210891 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-38edd69e-8d2c-43be-bcd8-f7f0786896a9 None None] Provisioning complete for port d0cc176d-a65f-479b-aa30-d4d36995308b triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:48.211473 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-38edd69e-8d2c-43be-bcd8-f7f0786896a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:48.233234 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:48.248414 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-38edd69e-8d2c-43be-bcd8-f7f0786896a9 None None] Port d0cc176d-a65f-479b-aa30-d4d36995308b cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:44:48.466387 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:48.470905 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:48.473070 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001750'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:48.474792 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:48.546669 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Pushing event updated for resources: {'Port': ['ID=d0cc176d-a65f-479b-aa30-d4d36995308b,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:48.551471 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:48.595517 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Network 214c4bb2-9f11-40b1-be37-09726d0a4dd9 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:44:48.596800 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:44:48.769931 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-dc935f64-9606-4678-9a6e-ce758cb71c10 None None] Provisioning complete for port d0cc176d-a65f-479b-aa30-d4d36995308b triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:48.770298 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dc935f64-9606-4678-9a6e-ce758cb71c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:48.777674 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Router 8c147d13-922f-4b95-b415-63d3eee19890 is scheduled to L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:44:48.808520 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-dc935f64-9606-4678-9a6e-ce758cb71c10 None None] Port d0cc176d-a65f-479b-aa30-d4d36995308b cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:44:48.871246 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:44:48.876487 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] 10.222.0.69 "PUT /v2.0/routers/8c147d13-922f-4b95-b415-63d3eee19890/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9344397 Jun 29 15:44:48.880705 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Sync routers for ids ['8c147d13-922f-4b95-b415-63d3eee19890'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:44:48.895561 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Routers {'8c147d13-922f-4b95-b415-63d3eee19890'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:44:48.896406 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:44:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['8c147d13-922f-4b95-b415-63d3eee19890'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:49.086536 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Set router 8c147d13-922f-4b95-b415-63d3eee19890 gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:44:49.528934 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c147d13-922f-4b95-b415-63d3eee19890', 'name': 'router1', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:44:37Z', 'updated_at': '2021-06-29T15:44:48Z', 'revision_number': 2, 'project_id': '8009df4b58014fc1907f3cd6323f60ac', 'gw_port_host': None, '_interfaces': [{'id': 'd0cc176d-a65f-479b-aa30-d4d36995308b', 'name': '', 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'mac_address': 'fa:16:3e:70:b3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c147d13-922f-4b95-b415-63d3eee19890', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb64fd13-aac7-4eb4-bbbd-a302f3f2e643', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:47Z', 'updated_at': '2021-06-29T15:44:48Z', 'revision_number': 2, 'project_id': '8009df4b58014fc1907f3cd6323f60ac', 'subnets': [{'id': 'eb64fd13-aac7-4eb4-bbbd-a302f3f2e643', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd9bf285-a5da-48bd-877e-0b4d89f48a75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:49.582770 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Checking router: 8c147d13-922f-4b95-b415-63d3eee19890 for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:44:49.583409 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Updating router 8c147d13-922f-4b95-b415-63d3eee19890 port d0cc176d-a65f-479b-aa30-d4d36995308b binding host dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:44:49.647556 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:50.135630 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:50.153237 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Transition to ACTIVE for port object d0cc176d-a65f-479b-aa30-d4d36995308b will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:44:50.160123 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:50.164458 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:50.278757 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Pushing event updated for resources: {'Port': ['ID=d0cc176d-a65f-479b-aa30-d4d36995308b,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:50.306225 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:50.306678 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:50.307009 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:50.307291 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:50.307600 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:50.307913 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:50.308219 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:50.308529 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:50.308898 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:50.309204 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:50.309538 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:50.309837 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Tracked resource versions report: Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: pushed versions: Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: { 'AddressGroup': {'1.2'}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'ConntrackHelper': {'1.0'}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Log': {'1.0'}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Network': {'1.1'}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Port': {'1.7'}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'PortForwarding': {'1.2'}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'QosPolicy': {'1.8'}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'SecurityGroup': {'1.4'}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'SubPort': {'1.0'}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Subnet': {'1.1'}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Trunk': {'1.1'}} Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: consumer versions: Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: { DHCP agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: L3 agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: Metadata agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: Metering agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: Open vSwitch agent@dv-cinder-792209-4-iscsi: { 'AddressGroup': '1.2', Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'ConntrackHelper': '1.0', Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Log': '1.0', Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Network': '1.1', Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Port': '1.7', Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'PortForwarding': '1.2', Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'QosPolicy': '1.8', Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'SecurityGroup': '1.4', Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'SecurityGroupRule': '1.2', Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'SubPort': '1.0', Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Subnet': '1.1', Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Trunk': '1.1'}} Jun 29 15:44:50.310893 dv-cinder-792209-4-iscsi neutron-server[92925]: {{(pid=92925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:44:50.314499 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:50.348222 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Attempting to bind port d0cc176d-a65f-479b-aa30-d4d36995308b on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:44:50.348620 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Attempting to bind port d0cc176d-a65f-479b-aa30-d4d36995308b by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '02d467d8-0b33-4fcc-a634-889c8fd6b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:44:50.349051 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Attempting to bind port d0cc176d-a65f-479b-aa30-d4d36995308b on network 214c4bb2-9f11-40b1-be37-09726d0a4dd9 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:44:50.354876 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:44:50.355283 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Checking segment: {'id': '02d467d8-0b33-4fcc-a634-889c8fd6b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:44:50.355754 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:50.356136 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Bound using segment: {'id': '02d467d8-0b33-4fcc-a634-889c8fd6b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:44:50.356674 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Bound port: d0cc176d-a65f-479b-aa30-d4d36995308b, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d467d8-0b33-4fcc-a634-889c8fd6b792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:44:50.357056 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:50.427016 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] For port d0cc176d-a65f-479b-aa30-d4d36995308b, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:44:50.451934 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] For port d0cc176d-a65f-479b-aa30-d4d36995308b, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=d0cc176d-a65f-479b-aa30-d4d36995308b,segment=NetworkSegment(02d467d8-0b33-4fcc-a634-889c8fd6b792),segment_id=02d467d8-0b33-4fcc-a634-889c8fd6b792)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:44:50.456972 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:50.459349 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:50.519920 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Routers {'8c147d13-922f-4b95-b415-63d3eee19890'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:44:50.520560 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:44:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['8c147d13-922f-4b95-b415-63d3eee19890'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:50.556264 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Pushing event updated for resources: {'Port': ['ID=d0cc176d-a65f-479b-aa30-d4d36995308b,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:50.595229 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:50.621043 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] Set router 8c147d13-922f-4b95-b415-63d3eee19890 gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:44:50.836906 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c147d13-922f-4b95-b415-63d3eee19890', 'name': 'router1', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:44:37Z', 'updated_at': '2021-06-29T15:44:48Z', 'revision_number': 2, 'project_id': '8009df4b58014fc1907f3cd6323f60ac', 'gw_port_host': None, '_interfaces': [{'id': 'd0cc176d-a65f-479b-aa30-d4d36995308b', 'name': '', 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'mac_address': 'fa:16:3e:70:b3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c147d13-922f-4b95-b415-63d3eee19890', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb64fd13-aac7-4eb4-bbbd-a302f3f2e643', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:47Z', 'updated_at': '2021-06-29T15:44:50Z', 'revision_number': 4, 'project_id': '8009df4b58014fc1907f3cd6323f60ac', 'subnets': [{'id': 'eb64fd13-aac7-4eb4-bbbd-a302f3f2e643', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd9bf285-a5da-48bd-877e-0b4d89f48a75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:50.863788 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba47250-a39b-4301-ac63-ac6fe0722f35 None None] The sync data for ids ['8c147d13-922f-4b95-b415-63d3eee19890'] in dv-cinder-792209-4-iscsi is: [{'id': '8c147d13-922f-4b95-b415-63d3eee19890', 'name': 'router1', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:44:37Z', 'updated_at': '2021-06-29T15:44:48Z', 'revision_number': 2, 'project_id': '8009df4b58014fc1907f3cd6323f60ac', 'gw_port_host': None, '_interfaces': [{'id': 'd0cc176d-a65f-479b-aa30-d4d36995308b', 'name': '', 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'mac_address': 'fa:16:3e:70:b3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c147d13-922f-4b95-b415-63d3eee19890', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb64fd13-aac7-4eb4-bbbd-a302f3f2e643', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:47Z', 'updated_at': '2021-06-29T15:44:50Z', 'revision_number': 4, 'project_id': '8009df4b58014fc1907f3cd6323f60ac', 'subnets': [{'id': 'eb64fd13-aac7-4eb4-bbbd-a302f3f2e643', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd9bf285-a5da-48bd-877e-0b4d89f48a75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:44:51.129596 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 34862) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:51.245611 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed18d83b-9215-40ad-9dd3-82aa6f9d8e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:51.246959 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ed18d83b-9215-40ad-9dd3-82aa6f9d8e22 admin admin] 10.222.0.69 "GET /v2.0/networks/bfa67d25-b868-43ee-b5d8-7530adde7935 HTTP/1.1" status: 200 len: 842 time: 0.1163952 Jun 29 15:44:51.256203 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'cidr': '172.27.1.0/24'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:51.277597 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Made reservation on behalf of 8acd7eb06a014eb695851edc1dd95f35 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:44:51.280040 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:51.612963 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.objects.ports [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92923) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 15:44:51.617816 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:51.620635 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:51.681592 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c20b52-97b1-452d-b41e-17e914f48e74,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:51.685547 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:51.689473 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Checking segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:44:51.689940 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Network hostable DHCP agents. Network: bfa67d25-b868-43ee-b5d8-7530adde7935, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:44:51.706995 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:44:51.715075 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, bfa67d25-b868-43ee-b5d8-7530adde7935) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:44:51.723108 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e293e-dd9c-462c-a019-2ee2c88f14e3 None None] Network bfa67d25-b868-43ee-b5d8-7530adde7935 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:44:51.726397 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:51.726975 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:51.760858 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4887543 Jun 29 15:44:51.862151 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e049a26-848b-48d9-82d4-0e9a6a784fda None None] Network bfa67d25-b868-43ee-b5d8-7530adde7935 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:44:53.746066 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device d0cc176d-a65f-479b-aa30-d4d36995308b up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:44:53.805755 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port d0cc176d-a65f-479b-aa30-d4d36995308b completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:44:53.811503 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port d0cc176d-a65f-479b-aa30-d4d36995308b triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:53.812112 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:53.897798 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:53.942488 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port d0cc176d-a65f-479b-aa30-d4d36995308b, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=d0cc176d-a65f-479b-aa30-d4d36995308b,segment=NetworkSegment(02d467d8-0b33-4fcc-a634-889c8fd6b792),segment_id=02d467d8-0b33-4fcc-a634-889c8fd6b792)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:44:53.947026 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:53.949331 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:54.007319 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=d0cc176d-a65f-479b-aa30-d4d36995308b,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:54.022877 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:54.035232 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 34874) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:54.172443 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ddc6291b-7a2e-491a-8b2f-043d5687cf37 admin admin] 10.222.0.69 "GET /v2.0/routers/8c147d13-922f-4b95-b415-63d3eee19890 HTTP/1.1" status: 200 len: 710 time: 0.1356659 Jun 29 15:44:54.259719 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab18fbc-8616-446a-831b-98e63f983f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:44:54.261083 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6ab18fbc-8616-446a-831b-98e63f983f51 admin admin] 10.222.0.69 "GET /v2.0/networks/bfa67d25-b868-43ee-b5d8-7530adde7935 HTTP/1.1" status: 200 len: 886 time: 0.0824208 Jun 29 15:44:54.270420 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:44:54.510534 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1730'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:54.751406 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:54.828421 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:55.001147 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Allocated IP 172.27.1.227 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/0b5cdf25-8d61-40b5-855e-b48837dca891) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:44:55.103217 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:55.142713 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:55.144806 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:55.180563 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:44:55.183389 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:44:55.188752 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:44:55.225606 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Pushing event updated for resources: {'Port': ['ID=0b5cdf25-8d61-40b5-855e-b48837dca891,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:55.229503 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:55.446541 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:55.639826 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1730'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:55.643708 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-645960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-645975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1000008'] for router, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:55.677333 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device d0cc176d-a65f-479b-aa30-d4d36995308b up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:44:55.751901 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Router 8c147d13-922f-4b95-b415-63d3eee19890 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:44:55.764493 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port d0cc176d-a65f-479b-aa30-d4d36995308b triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:55.764868 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:55.857206 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:44:55.861239 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:55.862429 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] 10.222.0.69 "PUT /v2.0/routers/8c147d13-922f-4b95-b415-63d3eee19890 HTTP/1.1" status: 200 len: 890 time: 1.5958970 Jun 29 15:44:55.870778 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Sync routers for ids ['8c147d13-922f-4b95-b415-63d3eee19890'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:44:55.881903 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Routers {'8c147d13-922f-4b95-b415-63d3eee19890'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:44:55.882569 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:44:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['8c147d13-922f-4b95-b415-63d3eee19890'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:56.104050 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Set router 8c147d13-922f-4b95-b415-63d3eee19890 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:44:56.502744 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c147d13-922f-4b95-b415-63d3eee19890', 'name': 'router1', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '0b5cdf25-8d61-40b5-855e-b48837dca891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:44:37Z', 'updated_at': '2021-06-29T15:44:55Z', 'revision_number': 4, 'project_id': '8009df4b58014fc1907f3cd6323f60ac', 'gw_port': {'id': '0b5cdf25-8d61-40b5-855e-b48837dca891', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:92:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c147d13-922f-4b95-b415-63d3eee19890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:54Z', 'updated_at': '2021-06-29T15:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'd0cc176d-a65f-479b-aa30-d4d36995308b', 'name': '', 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'mac_address': 'fa:16:3e:70:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c147d13-922f-4b95-b415-63d3eee19890', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb64fd13-aac7-4eb4-bbbd-a302f3f2e643', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:47Z', 'updated_at': '2021-06-29T15:44:53Z', 'revision_number': 5, 'project_id': '8009df4b58014fc1907f3cd6323f60ac', 'subnets': [{'id': 'eb64fd13-aac7-4eb4-bbbd-a302f3f2e643', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd9bf285-a5da-48bd-877e-0b4d89f48a75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:56.552400 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Checking router: 8c147d13-922f-4b95-b415-63d3eee19890 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:44:56.552771 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Updating router 8c147d13-922f-4b95-b415-63d3eee19890 port 0b5cdf25-8d61-40b5-855e-b48837dca891 binding host dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:44:56.586543 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:56.913857 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:56.924633 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Transition to ACTIVE for port object 0b5cdf25-8d61-40b5-855e-b48837dca891 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:44:56.931439 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:56.933755 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:56.985640 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Attempting to bind port 0b5cdf25-8d61-40b5-855e-b48837dca891 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:44:56.986015 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Attempting to bind port 0b5cdf25-8d61-40b5-855e-b48837dca891 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:44:56.986594 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Attempting to bind port 0b5cdf25-8d61-40b5-855e-b48837dca891 on network bfa67d25-b868-43ee-b5d8-7530adde7935 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:44:56.989501 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f7d0f-be7a-4bd8-ad7c-5caf28307cf4 None None] Pushing event updated for resources: {'Port': ['ID=0b5cdf25-8d61-40b5-855e-b48837dca891,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:56.993477 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3e4f7d0f-be7a-4bd8-ad7c-5caf28307cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:56.994357 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:44:56.994733 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Checking segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:44:56.995136 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:56.995523 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Bound using segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:44:56.995993 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Bound port: 0b5cdf25-8d61-40b5-855e-b48837dca891, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:44:56.996449 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:57.045488 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] For port 0b5cdf25-8d61-40b5-855e-b48837dca891, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:44:57.048408 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] For port 0b5cdf25-8d61-40b5-855e-b48837dca891, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=0b5cdf25-8d61-40b5-855e-b48837dca891,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:44:57.054077 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:57.057190 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:57.184276 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Routers {'8c147d13-922f-4b95-b415-63d3eee19890'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:44:57.184819 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:44:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['8c147d13-922f-4b95-b415-63d3eee19890'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:57.189971 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f7d0f-be7a-4bd8-ad7c-5caf28307cf4 None None] Pushing event updated for resources: {'Port': ['ID=0b5cdf25-8d61-40b5-855e-b48837dca891,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:57.221216 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3e4f7d0f-be7a-4bd8-ad7c-5caf28307cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:57.294440 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] Set router 8c147d13-922f-4b95-b415-63d3eee19890 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:44:57.500547 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c147d13-922f-4b95-b415-63d3eee19890', 'name': 'router1', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '0b5cdf25-8d61-40b5-855e-b48837dca891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:44:37Z', 'updated_at': '2021-06-29T15:44:55Z', 'revision_number': 4, 'project_id': '8009df4b58014fc1907f3cd6323f60ac', 'gw_port': {'id': '0b5cdf25-8d61-40b5-855e-b48837dca891', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:92:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c147d13-922f-4b95-b415-63d3eee19890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:54Z', 'updated_at': '2021-06-29T15:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'd0cc176d-a65f-479b-aa30-d4d36995308b', 'name': '', 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'mac_address': 'fa:16:3e:70:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c147d13-922f-4b95-b415-63d3eee19890', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb64fd13-aac7-4eb4-bbbd-a302f3f2e643', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:47Z', 'updated_at': '2021-06-29T15:44:53Z', 'revision_number': 5, 'project_id': '8009df4b58014fc1907f3cd6323f60ac', 'subnets': [{'id': 'eb64fd13-aac7-4eb4-bbbd-a302f3f2e643', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd9bf285-a5da-48bd-877e-0b4d89f48a75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:44:57.529542 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5a8c38-e2df-423c-bd14-644d4aa70d3d None None] The sync data for ids ['8c147d13-922f-4b95-b415-63d3eee19890'] in dv-cinder-792209-4-iscsi is: [{'id': '8c147d13-922f-4b95-b415-63d3eee19890', 'name': 'router1', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '0b5cdf25-8d61-40b5-855e-b48837dca891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:44:37Z', 'updated_at': '2021-06-29T15:44:55Z', 'revision_number': 4, 'project_id': '8009df4b58014fc1907f3cd6323f60ac', 'gw_port': {'id': '0b5cdf25-8d61-40b5-855e-b48837dca891', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:92:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c147d13-922f-4b95-b415-63d3eee19890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:54Z', 'updated_at': '2021-06-29T15:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'd0cc176d-a65f-479b-aa30-d4d36995308b', 'name': '', 'network_id': '214c4bb2-9f11-40b1-be37-09726d0a4dd9', 'tenant_id': '8009df4b58014fc1907f3cd6323f60ac', 'mac_address': 'fa:16:3e:70:b3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c147d13-922f-4b95-b415-63d3eee19890', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb64fd13-aac7-4eb4-bbbd-a302f3f2e643', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:44:47Z', 'updated_at': '2021-06-29T15:44:53Z', 'revision_number': 5, 'project_id': '8009df4b58014fc1907f3cd6323f60ac', 'subnets': [{'id': 'eb64fd13-aac7-4eb4-bbbd-a302f3f2e643', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd9bf285-a5da-48bd-877e-0b4d89f48a75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:44:57.729470 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 0b5cdf25-8d61-40b5-855e-b48837dca891 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:44:57.790705 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 0b5cdf25-8d61-40b5-855e-b48837dca891 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:44:57.797078 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 0b5cdf25-8d61-40b5-855e-b48837dca891 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:57.797932 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:57.899512 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:57.921287 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 0b5cdf25-8d61-40b5-855e-b48837dca891, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=0b5cdf25-8d61-40b5-855e-b48837dca891,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:44:57.926876 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:44:57.929692 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:44:57.980462 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=0b5cdf25-8d61-40b5-855e-b48837dca891,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:44:57.987128 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:44:58.249866 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 34882) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:44:58.375476 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-db0b2558-5af3-456a-a8ef-9ddcdcf887b9 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1244950 Jun 29 15:44:59.691036 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 0b5cdf25-8d61-40b5-855e-b48837dca891 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:44:59.747422 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 0b5cdf25-8d61-40b5-855e-b48837dca891 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:44:59.747726 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:10.937599 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b84e2a21-a81b-429f-9aef-03feb393cc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:13.649656 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:13.729406 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e4c958ea-44a1-4d55-a186-3ad8ffe5b01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:14.575589 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:16.147407 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:17.172132 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:45:40.941669 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-09623634-e7cb-4d44-8d49-3dabe94b1161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:43.650797 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:43.724077 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-86e50af1-7dd2-4705-9689-dbb4aca961aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:44.570538 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:46.145769 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:45:54.174145 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:46:10.942234 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f9292aa6-19ad-4909-b1bf-53457bfaee33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:13.649971 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:13.726377 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6bf27149-a419-4482-8018-ba72b49fe5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:14.566683 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:16.153349 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:31.173426 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:46:35.222833 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 35450) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:35.287951 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.pecan_wsgi.hooks.translation [None req-de044842-56c8-47e8-9e94-2310f10f1dbd admin admin] GET failed (client error): The resource could not be found. Jun 29 15:46:35.289361 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-de044842-56c8-47e8-9e94-2310f10f1dbd admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655339 Jun 29 15:46:35.449096 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd1fd2b-02a5-475f-82f2-f8c81c36fe98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:35.451108 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-cdd1fd2b-02a5-475f-82f2-f8c81c36fe98 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1580403 Jun 29 15:46:37.585617 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 35460) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:37.676590 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bcf02-d4c3-4d6a-8982-056fad20a083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:37.677967 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-726bcf02-d4c3-4d6a-8982-056fad20a083 admin admin] 10.222.0.69 "GET /v2.0/subnets/eb64fd13-aac7-4eb4-bbbd-a302f3f2e643 HTTP/1.1" status: 200 len: 849 time: 0.0913832 Jun 29 15:46:37.687816 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:46:37.772098 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:37.996342 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775401278163'] for subnet, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:37.998668 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:46:38.030085 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:38.033327 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:38.033327 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] 10.222.0.69 "PUT /v2.0/subnets/eb64fd13-aac7-4eb4-bbbd-a302f3f2e643 HTTP/1.1" status: 200 len: 868 time: 0.3490162 Jun 29 15:46:38.033560 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc271e50-eee6-48e7-9e24-01c94edcff46 None None] Network 214c4bb2-9f11-40b1-be37-09726d0a4dd9 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:46:38.052335 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb64fd13-aac7-4eb4-bbbd-a302f3f2e643,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:46:38.060045 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:38.060449 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:38.060761 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:38.061094 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:38.061459 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:38.061791 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:38.062113 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:38.062435 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:38.062764 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:38.063090 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:38.063409 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:38.063723 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:46:38.067770 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:46:38.443631 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-6c6d6822-baf6-4fb9-a7de-4dbfc75494fc None None] Provisioning complete for port c4d1d41d-3a95-4035-abff-02271a2104b0 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:46:38.444005 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6c6d6822-baf6-4fb9-a7de-4dbfc75494fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:38.533415 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-6c6d6822-baf6-4fb9-a7de-4dbfc75494fc None None] Provisioning complete for port d0cc176d-a65f-479b-aa30-d4d36995308b triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:46:38.533682 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6c6d6822-baf6-4fb9-a7de-4dbfc75494fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:40.172312 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 35468) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:40.368481 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b017e2a-0291-4aab-ac33-033367952380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:40.368877 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b017e2a-0291-4aab-ac33-033367952380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:40.370428 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-4b017e2a-0291-4aab-ac33-033367952380 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971753 Jun 29 15:46:40.943871 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2d906e4f-a243-424e-a489-ce1aaeda4f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:42.574441 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 35476) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:42.709684 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799e63e-3761-412a-ab20-5751d0cfd36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:42.710168 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799e63e-3761-412a-ab20-5751d0cfd36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:42.711704 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3799e63e-3761-412a-ab20-5751d0cfd36f admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1360059 Jun 29 15:46:43.645991 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:43.728798 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d38554c9-6ef7-46e2-882e-f074d99986e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:44.570509 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:44.853774 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 35484) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:44.988780 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cb336c-df3f-4681-b7f1-02183cf178f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:44.990188 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-24cb336c-df3f-4681-b7f1-02183cf178f1 admin admin] 10.222.0.69 "GET /v2.0/networks/214c4bb2-9f11-40b1-be37-09726d0a4dd9 HTTP/1.1" status: 200 len: 869 time: 0.1355469 Jun 29 15:46:46.155737 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:46:47.163425 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 35492) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:47.287909 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6c85d-3602-48f9-bc88-4b18247da918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:47.289265 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-68c6c85d-3602-48f9-bc88-4b18247da918 admin admin] 10.222.0.69 "GET /v2.0/networks/bfa67d25-b868-43ee-b5d8-7530adde7935 HTTP/1.1" status: 200 len: 886 time: 0.1249044 Jun 29 15:46:49.458929 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35500) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:49.587686 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a8636f-6d12-41ce-ac8b-d9f6d9791ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:49.588140 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a8636f-6d12-41ce-ac8b-d9f6d9791ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:49.590357 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c3a8636f-6d12-41ce-ac8b-d9f6d9791ec8 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304531 Jun 29 15:46:51.763320 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35510) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:51.858669 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d2b3dc-f497-4e6c-981b-fd7ec6fef297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:51.858995 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d2b3dc-f497-4e6c-981b-fd7ec6fef297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:51.860860 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-09d2b3dc-f497-4e6c-981b-fd7ec6fef297 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0965972 Jun 29 15:46:54.052760 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35518) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:54.138808 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d7d138-6c99-4cd2-a478-252b88b6eccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:54.140147 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-23d7d138-6c99-4cd2-a478-252b88b6eccf admin admin] 10.222.0.69 "GET /v2.0/subnets/00c20b52-97b1-452d-b41e-17e914f48e74 HTTP/1.1" status: 200 len: 816 time: 0.0864229 Jun 29 15:46:56.273261 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 35526) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:46:56.365561 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ceb0d-1475-4eda-8c92-2851a187f8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:46:56.367071 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7b8ceb0d-1475-4eda-8c92-2851a187f8d0 admin admin] 10.222.0.69 "GET /v2.0/subnets/eb64fd13-aac7-4eb4-bbbd-a302f3f2e643 HTTP/1.1" status: 200 len: 868 time: 0.0926807 Jun 29 15:47:08.172295 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:47:10.946926 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7144d564-408d-4b8d-89e9-da801092bf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:13.649231 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:13.731452 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-855b9612-a06b-4569-a28e-02c56ef246b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:14.574111 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:16.164151 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:20.091263 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 35570) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:47:20.137012 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [None req-c534f253-d5ed-480e-9772-194f7be6e877 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:47:20.138123 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c534f253-d5ed-480e-9772-194f7be6e877 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459192 Jun 29 15:47:22.356882 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35578) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:47:22.417249 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5618d10-4f80-478a-a885-1134a038d9ef admin admin] GET failed (client error): The resource could not be found. Jun 29 15:47:22.418622 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a5618d10-4f80-478a-a885-1134a038d9ef admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606925 Jun 29 15:47:22.563583 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4dd23d-3f0c-4460-82a3-795085f78c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:47:22.564950 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6b4dd23d-3f0c-4460-82a3-795085f78c51 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420434 Jun 29 15:47:24.748794 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35586) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:47:24.796667 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:47:24.816822 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Made reservation on behalf of 8acd7eb06a014eb695851edc1dd95f35 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:47:24.819082 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:24.854179 dv-cinder-792209-4-iscsi neutron-server[92923]: WARNING neutron.services.revisions.revision_plugin [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Could not find related network for resource to bump revision. Jun 29 15:47:24.868258 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:47:24.877867 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:24.878210 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Added segment 3ce70eee-d81d-4114-9a22-819086482477 of type vlan for network 71a41f3c-0199-4c29-848f-c5a470cbc004 Jun 29 15:47:24.920316 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:24.947189 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:24.948370 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:47:24.948941 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:24.952121 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:47:24.999882 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2498617 Jun 29 15:47:25.010402 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Pushing event updated for resources: {'Network': ['ID=71a41f3c-0199-4c29-848f-c5a470cbc004,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:47:25.018364 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:25.018730 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:25.019068 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:25.019396 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:25.019721 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:25.020057 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:25.020383 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:25.020701 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:25.021020 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:25.021367 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:25.021686 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:25.022002 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:25.025738 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:47:25.034965 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network 71a41f3c-0199-4c29-848f-c5a470cbc004 details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:47:27.145307 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 35594) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:47:27.208364 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7fd6ae-a208-4fd9-9b85-3e71120833e0 admin admin] GET failed (client error): The resource could not be found. Jun 29 15:47:27.209755 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-cc7fd6ae-a208-4fd9-9b85-3e71120833e0 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635035 Jun 29 15:47:27.278758 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5bcad2-bf7c-4a9e-9357-05eb7976bcb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:47:27.282318 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ff5bcad2-bf7c-4a9e-9357-05eb7976bcb4 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687890 Jun 29 15:47:27.295241 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-cb06529a-f5d3-4f3b-9d1c-61ce5f375bb2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '71a41f3c-0199-4c29-848f-c5a470cbc004', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:47:27.334234 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb06529a-f5d3-4f3b-9d1c-61ce5f375bb2 admin admin] Made reservation on behalf of 8acd7eb06a014eb695851edc1dd95f35 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:47:27.336640 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cb06529a-f5d3-4f3b-9d1c-61ce5f375bb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:27.528901 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cb06529a-f5d3-4f3b-9d1c-61ce5f375bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:27.531123 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-492e7ae2-ea4e-44df-9f0b-eda182de5ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:47:27.585661 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06529a-f5d3-4f3b-9d1c-61ce5f375bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f083f4-121b-4431-a9be-037563a20875,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:47:27.590058 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cb06529a-f5d3-4f3b-9d1c-61ce5f375bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:47:27.598527 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb06529a-f5d3-4f3b-9d1c-61ce5f375bb2 admin admin] Checking segment: {'id': '3ce70eee-d81d-4114-9a22-819086482477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71a41f3c-0199-4c29-848f-c5a470cbc004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:47:27.598881 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb06529a-f5d3-4f3b-9d1c-61ce5f375bb2 admin admin] Network hostable DHCP agents. Network: 71a41f3c-0199-4c29-848f-c5a470cbc004, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:47:27.624466 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb06529a-f5d3-4f3b-9d1c-61ce5f375bb2 admin admin] Network 71a41f3c-0199-4c29-848f-c5a470cbc004 is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:47:27.640610 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-cb06529a-f5d3-4f3b-9d1c-61ce5f375bb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, 71a41f3c-0199-4c29-848f-c5a470cbc004) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:47:27.649344 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb06529a-f5d3-4f3b-9d1c-61ce5f375bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:47:27.650083 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cb06529a-f5d3-4f3b-9d1c-61ce5f375bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:27.650550 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3380f79-46a9-4434-86c8-39e0f1bfb924 None None] Network 71a41f3c-0199-4c29-848f-c5a470cbc004 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:47:27.664520 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-cb06529a-f5d3-4f3b-9d1c-61ce5f375bb2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3729870 Jun 29 15:47:27.905077 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2862257-6be6-5bf8-955d-10756022acbf-71a41f3c-0199-4c29-848f-c5a470cbc004', 'network_id': '71a41f3c-0199-4c29-848f-c5a470cbc004', 'tenant_id': '8acd7eb06a014eb695851edc1dd95f35', 'fixed_ips': [{'subnet_id': '30f083f4-121b-4431-a9be-037563a20875'}]}} from dv-cinder-792209-4-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:47:27.905975 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:28.042834 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Allocated IP 192.168.233.2 (71a41f3c-0199-4c29-848f-c5a470cbc004/30f083f4-121b-4431-a9be-037563a20875/5da5484b-c487-4271-86ed-73b21cb9931b) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:47:28.190570 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:28.199180 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Transition to ACTIVE for port object 5da5484b-c487-4271-86ed-73b21cb9931b will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:47:28.215516 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Transition to ACTIVE for port object 5da5484b-c487-4271-86ed-73b21cb9931b will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:47:28.222010 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:28.224221 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3e4f7d0f-be7a-4bd8-ad7c-5caf28307cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:47:28.271489 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Network 71a41f3c-0199-4c29-848f-c5a470cbc004 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:47:28.275400 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:47:28.277755 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Pushing event updated for resources: {'Port': ['ID=5da5484b-c487-4271-86ed-73b21cb9931b,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:47:28.280404 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:47:28.291692 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:28.292036 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:28.292376 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:28.292709 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:28.293038 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:28.293727 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:28.294067 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:28.294393 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:28.294762 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:28.295091 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:28.295413 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:28.295730 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:47:28.315776 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:47:28.348926 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Attempting to bind port 5da5484b-c487-4271-86ed-73b21cb9931b on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:47:28.349321 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Attempting to bind port 5da5484b-c487-4271-86ed-73b21cb9931b by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '3ce70eee-d81d-4114-9a22-819086482477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71a41f3c-0199-4c29-848f-c5a470cbc004'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:47:28.349695 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Attempting to bind port 5da5484b-c487-4271-86ed-73b21cb9931b on network 71a41f3c-0199-4c29-848f-c5a470cbc004 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:47:28.354691 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:47:28.355065 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Checking segment: {'id': '3ce70eee-d81d-4114-9a22-819086482477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71a41f3c-0199-4c29-848f-c5a470cbc004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:47:28.355470 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:28.356058 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Bound using segment: {'id': '3ce70eee-d81d-4114-9a22-819086482477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71a41f3c-0199-4c29-848f-c5a470cbc004'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:47:28.356531 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Bound port: 5da5484b-c487-4271-86ed-73b21cb9931b, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce70eee-d81d-4114-9a22-819086482477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71a41f3c-0199-4c29-848f-c5a470cbc004'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:47:28.356932 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:28.420263 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] For port 5da5484b-c487-4271-86ed-73b21cb9931b, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:47:28.424820 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] For port 5da5484b-c487-4271-86ed-73b21cb9931b, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=5da5484b-c487-4271-86ed-73b21cb9931b,segment=NetworkSegment(3ce70eee-d81d-4114-9a22-819086482477),segment_id=3ce70eee-d81d-4114-9a22-819086482477)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:47:28.429816 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:28.432147 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-850a2bdc-bf0e-496a-9148-bff1b1211180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:47:28.499156 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Pushing event updated for resources: {'Port': ['ID=5da5484b-c487-4271-86ed-73b21cb9931b,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:47:28.502541 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:47:29.352697 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e756a9f2-f341-41e6-9e8c-6bf946a366dd None None] Network 71a41f3c-0199-4c29-848f-c5a470cbc004 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:47:29.463320 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-7acd10cc-2bb9-4a17-b5b2-a9bd014be19e None None] Provisioning for port 5da5484b-c487-4271-86ed-73b21cb9931b completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:47:29.824975 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 5da5484b-c487-4271-86ed-73b21cb9931b up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:47:29.875708 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 5da5484b-c487-4271-86ed-73b21cb9931b completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:47:29.879477 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 5da5484b-c487-4271-86ed-73b21cb9931b triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:47:29.879850 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:29.957918 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:29.993505 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 5da5484b-c487-4271-86ed-73b21cb9931b, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=5da5484b-c487-4271-86ed-73b21cb9931b,segment=NetworkSegment(3ce70eee-d81d-4114-9a22-819086482477),segment_id=3ce70eee-d81d-4114-9a22-819086482477)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:47:29.998304 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:30.000752 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4fd85a68-febb-42b3-bf21-4f367d07bb05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:47:30.048131 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=5da5484b-c487-4271-86ed-73b21cb9931b,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:47:30.051913 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:47:31.800957 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 5da5484b-c487-4271-86ed-73b21cb9931b up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:47:31.849595 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 5da5484b-c487-4271-86ed-73b21cb9931b triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:47:31.849978 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:40.947554 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe4db-b2d8-49a9-a3b7-c9036231c3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:43.651000 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:43.732738 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-629a1a2d-1d5d-40a7-bbe0-497504024b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:44.576087 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:47:45.171579 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:47:46.166818 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:10.948549 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7a0eef42-8cdf-4e96-a107-759cb401d34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:13.656211 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:13.734091 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3ab8482c-84aa-4732-af74-82922fdc17bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:14.582126 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:16.173588 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:22.170348 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:48:40.950751 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-84b215db-bd32-4545-ba5c-f832d746b4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:43.660026 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:43.736238 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3a221f4a-c74b-4067-aef5-2145fd476dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:44.586246 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:46.175733 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:54.749968 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 35646) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:48:54.757704 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [None req-8c9939c8-d926-424b-a832-793349d8597b tempest-verify_tempest_config-669166248 tempest-verify_tempest_config-669166248-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:48:54.758704 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-8c9939c8-d926-424b-a832-793349d8597b tempest-verify_tempest_config-669166248 tempest-verify_tempest_config-669166248-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0077767 Jun 29 15:48:55.066201 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35664) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:48:55.169387 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.273398 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.277242 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.280113 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:48:55.324416 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a9a719aa5c54c7ba23467a3818ebd19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2569814 Jun 29 15:48:55.325057 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d856c8-e3b2-4962-8108-c91c72cb32d6,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:48:55.327041 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 35670) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:48:55.334373 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.334878 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.335354 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.335876 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.336368 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.336885 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.337367 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.337830 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.338330 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.338803 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.339254 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.339707 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.345244 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:48:55.389941 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.410200 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.495780 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.498609 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:48:55.499756 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30d856c8-e3b2-4962-8108-c91c72cb32d6 HTTP/1.1" status: 204 len: 168 time: 0.1717396 Jun 29 15:48:55.500415 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:48:55.508387 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d856c8-e3b2-4962-8108-c91c72cb32d6,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:48:55.514989 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.515352 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.515697 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.516031 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.516386 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.516726 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.517057 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.517408 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.517759 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.518088 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.518408 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.518728 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:48:55.522238 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:48:59.168927 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:49:10.951462 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-573dabd2-7ba5-417a-a48c-ad84a2c876a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:13.662292 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:13.735686 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b032abbc-721c-4fe9-a3fb-46ccf06c048e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:14.587909 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:16.179925 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:36.167713 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:49:40.955593 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-24b2f660-e590-4605-8b6e-6f113b44fe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:43.664146 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:43.736655 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4154535a-18a4-4751-ab50-34c8e261372a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:44.591839 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:49:46.181496 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:10.957509 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3bac82e7-4c69-4554-987a-15d1c8a038c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:13.166165 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 5 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:50:13.666464 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:13.738089 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d343d284-5d29-420f-92aa-91a0d33599a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:14.593971 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:16.184658 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:30.743788 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1000542'] for agent, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:38.466126 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35722) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:50:38.569912 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f679a449-de48-452d-a2eb-7f4c80b9c16b admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1027610 Jun 29 15:50:40.784728 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 35732) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:50:40.842480 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-95ccbbba-50be-4234-aaaa-00ad31ecab4f admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0564287 Jun 29 15:50:40.961096 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-866d9a5b-3d3f-49ae-b16d-37201e7ad048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:43.669314 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:43.740097 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ab09764c-52b8-4ead-bc03-ea49be42ce08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:44.597810 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:46.188911 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:50:50.165838 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:51:00.713164 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:10.964829 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-627e607e-5eb0-41c7-b399-14b98cff6070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:13.673024 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:13.743937 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1c3c0072-f83a-4d9a-871c-6408e7e5ffa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:14.600587 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:16.190275 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:27.164033 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:51:30.714501 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:40.966987 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f992bcbe-7ae4-4009-8be0-e56d9d6464ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:43.673908 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:43.745000 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9b4d94e3-252b-4a52-b0da-88ce55d3f83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:44.603892 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:51:46.192643 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:00.711299 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:04.162841 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:52:08.959825 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 35966) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:09.120486 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 35982) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:09.296436 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1946340418-network', 'tenant_id': '9a3898f9eb964395a0ef5253ef4757d6'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:09.318327 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Made reservation on behalf of 9a3898f9eb964395a0ef5253ef4757d6 for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:09.321034 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.333219 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.437621 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.442820 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.446014 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:09.470663 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aef31c5-4699-4b8d-86bf-86e45d1d59de,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:09.481237 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:09.481640 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:09.481985 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:09.482317 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:09.482660 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:09.482973 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:09.483295 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:09.483617 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:09.483955 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:09.484277 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:09.484590 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:09.484916 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Tracked resource versions report: Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: pushed versions: Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: { 'AddressGroup': {'1.2'}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'ConntrackHelper': {'1.0'}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Log': {'1.0'}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Network': {'1.1'}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Port': {'1.7'}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'PortForwarding': {'1.2'}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'QosPolicy': {'1.8'}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'SecurityGroup': {'1.4'}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'SubPort': {'1.0'}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Subnet': {'1.1'}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Trunk': {'1.1'}} Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: consumer versions: Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: { DHCP agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: HyperV agent@hv-cinder-79220: {}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: L3 agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: Metadata agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: Metering agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: Open vSwitch agent@dv-cinder-792209-4-iscsi: { 'AddressGroup': '1.2', Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'ConntrackHelper': '1.0', Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Log': '1.0', Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Network': '1.1', Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Port': '1.7', Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'PortForwarding': '1.2', Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'QosPolicy': '1.8', Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'SecurityGroup': '1.4', Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'SecurityGroupRule': '1.2', Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'SubPort': '1.0', Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Subnet': '1.1', Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: 'Trunk': '1.1'}} Jun 29 15:52:09.485937 dv-cinder-792209-4-iscsi neutron-server[92922]: {{(pid=92922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:52:09.491054 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:09.491751 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:52:09.502918 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.503262 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Added segment d5b2c067-5df5-47f0-849b-b6fc5b5032f0 of type vlan for network bcc936fc-bad0-40bf-b7a4-86979cad0ffa Jun 29 15:52:09.542099 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-100656141-network', 'tenant_id': 'ab3805f5784945b6b394857877c2330a'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:09.560527 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.579655 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Made reservation on behalf of ab3805f5784945b6b394857877c2330a for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:09.582136 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.591717 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.660819 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36004) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:09.663095 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36006) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:09.687071 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.710496 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:09.716131 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.723929 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.724811 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:09.735728 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.787031 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:52:09.791200 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8301651 Jun 29 15:52:09.795352 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36024) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:09.802366 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Request body: {'subnet': {'network_id': 'bcc936fc-bad0-40bf-b7a4-86979cad0ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1946340418-subnet', 'tenant_id': '9a3898f9eb964395a0ef5253ef4757d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:09.804083 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.804438 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Added segment a5308e97-1589-4fd6-9d85-df58b5116f2f of type vlan for network ed559ab0-4bf7-4e9a-b537-3464bbb7300f Jun 29 15:52:09.847021 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Made reservation on behalf of 9a3898f9eb964395a0ef5253ef4757d6 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:09.849594 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.851946 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.885710 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc936fc-bad0-40bf-b7a4-86979cad0ffa,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:09.894211 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:09.896884 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.897495 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:09.902919 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network bcc936fc-bad0-40bf-b7a4-86979cad0ffa details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:52:09.904644 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:09.905220 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:09.909506 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-37669337-network', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:09.943900 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26e38f4-b236-4a0a-a41a-1a8d678286e7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:09.948646 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:09.949416 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:10.009868 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Pushing event updated for resources: {'Network': ['ID=ed559ab0-4bf7-4e9a-b537-3464bbb7300f,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:10.014510 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:10.021793 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8996599 Jun 29 15:52:10.022705 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36032) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:10.029063 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-e687b557-8aee-4fe4-85f1-29ac1e1a77d1 admin admin] Request body: {'subnet': {'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-100656141-subnet', 'tenant_id': 'ab3805f5784945b6b394857877c2330a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:10.034265 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-127405885-network', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:10.042076 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Made reservation on behalf of ed53fee279d64d20a9ad45e37aae39a8 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:10.045421 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.074435 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e687b557-8aee-4fe4-85f1-29ac1e1a77d1 admin admin] Made reservation on behalf of ab3805f5784945b6b394857877c2330a for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:10.076946 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e687b557-8aee-4fe4-85f1-29ac1e1a77d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.213256 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network ed559ab0-4bf7-4e9a-b537-3464bbb7300f details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:52:10.270474 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.347836 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Made reservation on behalf of d5439281c0ac4668952ac8a98e1cd1ad for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:10.350392 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.367175 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e687b557-8aee-4fe4-85f1-29ac1e1a77d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.367551 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.371456 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:10.454869 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687b557-8aee-4fe4-85f1-29ac1e1a77d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16c7709-1233-4e6f-be61-74b96428410e,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:10.468396 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e687b557-8aee-4fe4-85f1-29ac1e1a77d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:10.508938 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e687b557-8aee-4fe4-85f1-29ac1e1a77d1 admin admin] Checking segment: {'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:10.510248 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e687b557-8aee-4fe4-85f1-29ac1e1a77d1 admin admin] Network hostable DHCP agents. Network: ed559ab0-4bf7-4e9a-b537-3464bbb7300f, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:52:10.542734 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.545968 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e687b557-8aee-4fe4-85f1-29ac1e1a77d1 admin admin] Network ed559ab0-4bf7-4e9a-b537-3464bbb7300f is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:52:10.560041 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.561004 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:10.566830 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-e687b557-8aee-4fe4-85f1-29ac1e1a77d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, ed559ab0-4bf7-4e9a-b537-3464bbb7300f) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:10.587940 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e687b557-8aee-4fe4-85f1-29ac1e1a77d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:10.590247 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8750743-864c-4f7c-861c-650481197659 None None] Network ed559ab0-4bf7-4e9a-b537-3464bbb7300f requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:10.597638 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.598545 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e687b557-8aee-4fe4-85f1-29ac1e1a77d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.663425 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Checking segment: {'id': 'd5b2c067-5df5-47f0-849b-b6fc5b5032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcc936fc-bad0-40bf-b7a4-86979cad0ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:10.664563 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Network hostable DHCP agents. Network: bcc936fc-bad0-40bf-b7a4-86979cad0ffa, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:52:10.701692 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:52:10.710459 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Network bcc936fc-bad0-40bf-b7a4-86979cad0ffa is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:52:10.732515 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, bcc936fc-bad0-40bf-b7a4-86979cad0ffa) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:10.740371 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.740910 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Added segment 131580b1-26e4-4e6a-b157-572ffc713467 of type vlan for network 61586768-e621-44be-873b-6ad3c5a47dd5 Jun 29 15:52:10.742258 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b466f-04bb-4038-929c-4f78ed5c5dd2 None None] Network bcc936fc-bad0-40bf-b7a4-86979cad0ffa requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:10.760787 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:10.761767 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.766831 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f35fd9-319d-4b3a-8ce4-61e8f74052e7,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:10.811977 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:10.812752 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:10.813641 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:10.814214 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:10.814773 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:10.815446 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:10.815986 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:10.816678 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:10.817234 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:10.817810 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:10.818356 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:10.820735 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Tracked resource versions report: Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: pushed versions: Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: { 'AddressGroup': {'1.2'}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'ConntrackHelper': {'1.0'}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Log': {'1.0'}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Network': {'1.1'}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Port': {'1.7'}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'PortForwarding': {'1.2'}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'QosPolicy': {'1.8'}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'SecurityGroup': {'1.4'}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'SubPort': {'1.0'}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Subnet': {'1.1'}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Trunk': {'1.1'}} Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: consumer versions: Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: { DHCP agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: HyperV agent@hv-cinder-79220: {}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: L3 agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: Metadata agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: Metering agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: Open vSwitch agent@dv-cinder-792209-4-iscsi: { 'AddressGroup': '1.2', Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'ConntrackHelper': '1.0', Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Log': '1.0', Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Network': '1.1', Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Port': '1.7', Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'PortForwarding': '1.2', Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'QosPolicy': '1.8', Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'SecurityGroup': '1.4', Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'SecurityGroupRule': '1.2', Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'SubPort': '1.0', Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Subnet': '1.1', Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: 'Trunk': '1.1'}} Jun 29 15:52:10.822837 dv-cinder-792209-4-iscsi neutron-server[92923]: {{(pid=92923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:52:10.836579 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:10.837728 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:10.847791 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.854094 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d47515-524b-4d98-b14f-11914be98891 None None] Network ed559ab0-4bf7-4e9a-b537-3464bbb7300f requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:10.876374 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.891517 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.911810 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1074080 Jun 29 15:52:10.912019 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e687b557-8aee-4fe4-85f1-29ac1e1a77d1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8808479 Jun 29 15:52:10.913724 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd4a4f4-17d3-41e7-803e-0cac0f827eb6,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:10.926018 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:10.931232 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8c47c753-dd4f-43e3-8991-b9415a8ec105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:10.940674 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:52:10.971744 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.974702 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.975109 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Added segment e4ccfdbf-1b04-4e00-8545-e242de8f0039 of type vlan for network 41b63229-f54d-495f-9492-1733d010c4cd Jun 29 15:52:10.978189 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:10.978847 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:10.990005 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890fb224-13bd-4473-9a7b-ff32b1cf976b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:10.996735 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:10.998993 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:11.083219 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-edc21386-67f2-45e5-a1e6-020d2eb4ac5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.104798 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36078) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:11.105994 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4437118 Jun 29 15:52:11.108204 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.111307 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] Request body: {'subnet': {'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-subnet', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:11.119792 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=61586768-e621-44be-873b-6ad3c5a47dd5,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:11.125087 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:11.150295 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network 61586768-e621-44be-873b-6ad3c5a47dd5 details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:52:11.170808 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.172544 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:11.175098 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.181807 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:11.214085 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] Made reservation on behalf of ed53fee279d64d20a9ad45e37aae39a8 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:11.248183 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.332737 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Pushing event updated for resources: {'Network': ['ID=41b63229-f54d-495f-9492-1733d010c4cd,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:11.338334 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:11.361954 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6978409 Jun 29 15:52:11.362594 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36104) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:11.369525 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] Request body: {'subnet': {'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-127405885-subnet', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:11.441173 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] Made reservation on behalf of d5439281c0ac4668952ac8a98e1cd1ad for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:11.441502 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network 41b63229-f54d-495f-9492-1733d010c4cd details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:52:11.453951 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.546108 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc5d917-0c42-4ef3-85ef-bbf26740028e None None] Network bcc936fc-bad0-40bf-b7a4-86979cad0ffa requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:11.711180 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.715864 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:11.796139 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db42e60-7985-44f3-8899-246ef24f69ae,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:11.800190 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:11.807887 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] Checking segment: {'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:11.808559 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] Network hostable DHCP agents. Network: 61586768-e621-44be-873b-6ad3c5a47dd5, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:52:11.812762 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.827686 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fda78259-21bb-4404-9556-5730fa01ad14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:11.833272 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] Network 61586768-e621-44be-873b-6ad3c5a47dd5 is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:52:11.849070 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, 61586768-e621-44be-873b-6ad3c5a47dd5) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:11.857045 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:11.859872 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.872706 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f2a6a1-85cc-47bf-ad9a-74ba0ae7a9a1 None None] Network 61586768-e621-44be-873b-6ad3c5a47dd5 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:11.886614 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7799911 Jun 29 15:52:11.889214 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36130) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:11.896221 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:11.898582 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b45a8124-4c73-414b-aa79-0813179b73b7,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:11.903608 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:11.916155 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] Checking segment: {'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:11.916899 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] Network hostable DHCP agents. Network: 41b63229-f54d-495f-9492-1733d010c4cd, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:52:11.945549 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] Network 41b63229-f54d-495f-9492-1733d010c4cd is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:52:11.952941 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1593'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.955618 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-924766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1584'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:11.965267 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, 41b63229-f54d-495f-9492-1733d010c4cd) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:11.973631 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:11.976592 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.013063 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6493518 Jun 29 15:52:12.015591 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36134) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:12.022325 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:12.051672 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8985704d-59d3-4dfc-9050-2437a4c0cf99 None None] Network 41b63229-f54d-495f-9492-1733d010c4cd requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:12.073436 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1593'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.074740 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-924766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1584'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.123557 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36138) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:12.135274 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.176130 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.320448 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2862257-6be6-5bf8-955d-10756022acbf-61586768-e621-44be-873b-6ad3c5a47dd5', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae'}]}} from dv-cinder-792209-4-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:52:12.321569 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.342310 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1730'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.423128 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36152) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:12.448839 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2862257-6be6-5bf8-955d-10756022acbf-41b63229-f54d-495f-9492-1733d010c4cd', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7'}]}} from dv-cinder-792209-4-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:52:12.449753 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.493930 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1730'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.576273 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c021fd45-f924-459f-b02f-b194a87eaab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.583242 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Allocated IP 172.20.0.2 (61586768-e621-44be-873b-6ad3c5a47dd5/8db42e60-7985-44f3-8899-246ef24f69ae/0bd0bb59-669c-4372-b295-062e4def735b) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:12.606871 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36156) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:12.686506 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Allocated IP 172.20.0.2 (41b63229-f54d-495f-9492-1733d010c4cd/b45a8124-4c73-414b-aa79-0813179b73b7/a09f921e-db66-490b-98e2-a8513aeff4ae) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:12.807909 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.827253 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a175193-feba-431a-bec2-1a8852e0b2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.862586 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.882290 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9074e3d4-8e63-419f-b797-35bfcc944f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.885059 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.906336 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.925883 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Transition to ACTIVE for port object 0bd0bb59-669c-4372-b295-062e4def735b will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:12.926216 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36176) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:12.928291 dv-cinder-792209-4-iscsi neutron-server[92923]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 15:52:12.955369 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Transition to ACTIVE for port object 0bd0bb59-669c-4372-b295-062e4def735b will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:12.963842 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.966583 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.974417 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:12.981826 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c021fd45-f924-459f-b02f-b194a87eaab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.984249 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:12.998247 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c021fd45-f924-459f-b02f-b194a87eaab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.019766 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Pushing event updated for resources: {'Port': ['ID=0bd0bb59-669c-4372-b295-062e4def735b,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:13.030111 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Transition to ACTIVE for port object a09f921e-db66-490b-98e2-a8513aeff4ae will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:13.032628 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:13.033165 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:13.033705 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:13.034210 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:13.034708 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:13.035194 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:13.035687 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:13.036170 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:13.036661 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:13.037142 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:13.037692 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:13.038176 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Tracked resource versions report: Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: pushed versions: Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: { 'AddressGroup': {'1.2'}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'ConntrackHelper': {'1.0'}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Log': {'1.0'}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Network': {'1.1'}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Port': {'1.7'}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'PortForwarding': {'1.2'}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'QosPolicy': {'1.8'}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'SecurityGroup': {'1.4'}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'SubPort': {'1.0'}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Subnet': {'1.1'}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Trunk': {'1.1'}} Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: consumer versions: Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: { DHCP agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: HyperV agent@hv-cinder-79220: {}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: L3 agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: Metadata agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: Metering agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: Open vSwitch agent@dv-cinder-792209-4-iscsi: { 'AddressGroup': '1.2', Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'ConntrackHelper': '1.0', Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Log': '1.0', Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Network': '1.1', Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Port': '1.7', Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'PortForwarding': '1.2', Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'QosPolicy': '1.8', Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'SecurityGroup': '1.4', Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'SecurityGroupRule': '1.2', Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'SubPort': '1.0', Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Subnet': '1.1', Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: 'Trunk': '1.1'}} Jun 29 15:52:13.039375 dv-cinder-792209-4-iscsi neutron-server[92924]: {{(pid=92924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:52:13.049469 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:13.061797 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Network 61586768-e621-44be-873b-6ad3c5a47dd5 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:13.064791 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:13.065838 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:13.077790 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:13.098628 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Transition to ACTIVE for port object a09f921e-db66-490b-98e2-a8513aeff4ae will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:13.107824 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.123808 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021fd45-f924-459f-b02f-b194a87eaab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4b80d4-9821-41d7-b695-b9baf5b20cbb,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:13.135953 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c021fd45-f924-459f-b02f-b194a87eaab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:13.142220 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c021fd45-f924-459f-b02f-b194a87eaab2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a04a667f17c4461b8c56b8cbff49e9b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0174129 Jun 29 15:52:13.146965 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36180) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:13.272240 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e668d351-96eb-4537-a8b8-6b12ec418969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.280277 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:13.289269 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Network 41b63229-f54d-495f-9492-1733d010c4cd is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:13.296719 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:13.311286 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Allocated IP 172.27.1.77 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/4601aa43-6995-4067-97cb-2ef69ad64a54) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:13.317143 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e668d351-96eb-4537-a8b8-6b12ec418969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.319419 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:13.338218 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Attempting to bind port 0bd0bb59-669c-4372-b295-062e4def735b on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:13.338218 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Attempting to bind port 0bd0bb59-669c-4372-b295-062e4def735b by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:13.339026 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Attempting to bind port 0bd0bb59-669c-4372-b295-062e4def735b on network 61586768-e621-44be-873b-6ad3c5a47dd5 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:13.340942 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-be69ed03-0a88-4575-8c23-53409d2ed7ca tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:13.343914 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-be69ed03-0a88-4575-8c23-53409d2ed7ca tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/networks?id=bcc936fc-bad0-40bf-b7a4-86979cad0ffa HTTP/1.1" status: 200 len: 812 time: 0.4165401 Jun 29 15:52:13.364948 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-9c89f8b6-247e-4201-902a-bb2052c91731 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/quotas/9a3898f9eb964395a0ef5253ef4757d6 HTTP/1.1" status: 200 len: 375 time: 0.0159061 Jun 29 15:52:13.385327 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:13.385327 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Checking segment: {'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:13.385734 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.385890 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Bound using segment: {'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:13.386417 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Bound port: 0bd0bb59-669c-4372-b295-062e4def735b, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:13.387058 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.404684 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Pushing event updated for resources: {'Port': ['ID=a09f921e-db66-490b-98e2-a8513aeff4ae,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:13.418009 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:13.421425 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a175193-feba-431a-bec2-1a8852e0b2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.434619 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-2a175193-feba-431a-bec2-1a8852e0b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.448819 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:13.450533 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Attempting to bind port a09f921e-db66-490b-98e2-a8513aeff4ae on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:13.450875 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Attempting to bind port a09f921e-db66-490b-98e2-a8513aeff4ae by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:13.451240 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Attempting to bind port a09f921e-db66-490b-98e2-a8513aeff4ae on network 41b63229-f54d-495f-9492-1733d010c4cd {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:13.463679 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:13.464067 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Checking segment: {'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:13.464482 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.464886 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Bound using segment: {'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:13.465390 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Bound port: a09f921e-db66-490b-98e2-a8513aeff4ae, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:13.465820 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.468024 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-0180f2ff-fb9e-4129-a360-7a658eddd0f7 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a3898f9eb964395a0ef5253ef4757d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967522 Jun 29 15:52:13.512436 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a175193-feba-431a-bec2-1a8852e0b2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e51de6-d4e4-4b8f-a001-4fcb770edca0,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:13.529487 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] For port 0bd0bb59-669c-4372-b295-062e4def735b, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:13.553021 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] For port 0bd0bb59-669c-4372-b295-062e4def735b, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=0bd0bb59-669c-4372-b295-062e4def735b,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:13.563098 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.566093 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2a175193-feba-431a-bec2-1a8852e0b2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:13.566350 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.567108 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e668d351-96eb-4537-a8b8-6b12ec418969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.574352 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:13.576405 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-2a175193-feba-431a-bec2-1a8852e0b2bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ecca03c3c7d84817859ec535350a5150&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1516972 Jun 29 15:52:13.585842 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36200) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:13.622134 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] For port a09f921e-db66-490b-98e2-a8513aeff4ae, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:13.623861 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36206) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:13.626466 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e668d351-96eb-4537-a8b8-6b12ec418969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.627523 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e668d351-96eb-4537-a8b8-6b12ec418969 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef4b80d4-9821-41d7-b695-b9baf5b20cbb HTTP/1.1" status: 204 len: 168 time: 0.4793046 Jun 29 15:52:13.629627 dv-cinder-792209-4-iscsi neutron-server[92922]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 15:52:13.649405 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9074e3d4-8e63-419f-b797-35bfcc944f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.650218 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d48f2d44-80ab-4b5e-9d13-7a5f77e4c829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:13.669273 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9074e3d4-8e63-419f-b797-35bfcc944f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.673368 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] For port a09f921e-db66-490b-98e2-a8513aeff4ae, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=a09f921e-db66-490b-98e2-a8513aeff4ae,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:13.676920 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b15402c6-eb4c-4590-b029-7a3300b48965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:13.696065 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-2c212399-7e34-41d8-95ce-9af1fc5d8c41 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:52:13.704960 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-2c212399-7e34-41d8-95ce-9af1fc5d8c41 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0883508 Jun 29 15:52:13.707748 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.739753 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Pushing event updated for resources: {'Port': ['ID=0bd0bb59-669c-4372-b295-062e4def735b,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:13.751678 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668d351-96eb-4537-a8b8-6b12ec418969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4b80d4-9821-41d7-b695-b9baf5b20cbb,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:13.752711 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:13.754311 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e668d351-96eb-4537-a8b8-6b12ec418969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:13.759606 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-3e4f7d0f-be7a-4bd8-ad7c-5caf28307cf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:13.798807 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.820397 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1f1b6953-4a1e-4fe4-9381-632ee243f227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.831075 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9074e3d4-8e63-419f-b797-35bfcc944f64 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6586c8d63de248b2820ba044d4d122a2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2230046 Jun 29 15:52:13.832344 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36216) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:13.835088 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074e3d4-8e63-419f-b797-35bfcc944f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0878c27f-7469-4fa3-96e8-87f5163fc8d2,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:13.838420 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51d68232-1c36-468a-a075-dbb0b5d35d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.848245 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9074e3d4-8e63-419f-b797-35bfcc944f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:13.857749 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Pushing event updated for resources: {'Port': ['ID=a09f921e-db66-490b-98e2-a8513aeff4ae,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:13.874451 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:13.957284 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.964078 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:13.993429 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51d68232-1c36-468a-a075-dbb0b5d35d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:13.999347 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-b7144d69-ffab-49bb-ab56-a75030776962 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:14.006517 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-b7144d69-ffab-49bb-ab56-a75030776962 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/networks?id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f HTTP/1.1" status: 200 len: 814 time: 0.3778043 Jun 29 15:52:14.050696 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-f7748caf-1ca1-43ed-8d1c-6dc97ce2efde tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/quotas/ab3805f5784945b6b394857877c2330a HTTP/1.1" status: 200 len: 375 time: 0.0429659 Jun 29 15:52:14.052920 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-9b232ffc-f97e-40f6-af86-a84baeee7997 service neutron] 10.222.0.69 "GET /v2.0/networks/bcc936fc-bad0-40bf-b7a4-86979cad0ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467064 Jun 29 15:52:14.054472 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:14.085334 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:14.116850 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:14.119133 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Pushing event updated for resources: {'Port': ['ID=4601aa43-6995-4067-97cb-2ef69ad64a54,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:14.136663 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-f4fd6705-2e8b-438a-933b-d62df58c027e tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab3805f5784945b6b394857877c2330a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840139 Jun 29 15:52:14.139035 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:14.238484 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Allocated IP 172.27.1.89 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/ae8e8531-a5bd-402c-b6c9-30465560c01f) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:14.324703 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-02ea99c4-acaf-45cf-9c06-27cacf15f7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.330692 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36224) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:14.351233 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51d68232-1c36-468a-a075-dbb0b5d35d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.371945 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-51d68232-1c36-468a-a075-dbb0b5d35d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.373761 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-51d68232-1c36-468a-a075-dbb0b5d35d74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86e51de6-d4e4-4b8f-a001-4fcb770edca0 HTTP/1.1" status: 204 len: 168 time: 0.7868030 Jun 29 15:52:14.420047 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:14.422171 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8c86-2fff-4e1b-82a9-a0c74f221cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.433418 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-02ea99c4-acaf-45cf-9c06-27cacf15f7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.472121 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d68232-1c36-468a-a075-dbb0b5d35d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e51de6-d4e4-4b8f-a001-4fcb770edca0,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:14.485997 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-51d68232-1c36-468a-a075-dbb0b5d35d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:14.489194 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.525680 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-2ce0834d-1de7-4aad-ab1b-3a76b1443d7e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:52:14.527535 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-2ce0834d-1de7-4aad-ab1b-3a76b1443d7e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1482482 Jun 29 15:52:14.607061 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-7dda3bd2-38ff-44c6-9076-dd44cd96e97f service neutron] 10.222.0.69 "GET /v2.0/networks/bcc936fc-bad0-40bf-b7a4-86979cad0ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531750 Jun 29 15:52:14.615672 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.667967 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.670661 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-02ea99c4-acaf-45cf-9c06-27cacf15f7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.678885 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-02ea99c4-acaf-45cf-9c06-27cacf15f7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.683228 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-02ea99c4-acaf-45cf-9c06-27cacf15f7c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0878c27f-7469-4fa3-96e8-87f5163fc8d2 HTTP/1.1" status: 204 len: 168 time: 0.8395956 Jun 29 15:52:14.683757 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9074e3d4-8e63-419f-b797-35bfcc944f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:14.698441 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.701548 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea99c4-acaf-45cf-9c06-27cacf15f7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0878c27f-7469-4fa3-96e8-87f5163fc8d2,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:14.706790 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-02ea99c4-acaf-45cf-9c06-27cacf15f7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:14.707258 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:14.796536 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8c86-2fff-4e1b-82a9-a0c74f221cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.800747 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-30dad250-b228-4643-9c82-737bab83901c service neutron] 10.222.0.69 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567043 Jun 29 15:52:14.824586 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8c86-2fff-4e1b-82a9-a0c74f221cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:14.833617 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:14.850368 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:14.864007 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:14.868610 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8e8531-a5bd-402c-b6c9-30465560c01f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:14.926276 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:14.926695 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:14.963057 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-2c6b1117-2c60-4716-9345-3df4f7a75345 service neutron] 10.222.0.69 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613398 Jun 29 15:52:15.006846 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-cdfe8c86-2fff-4e1b-82a9-a0c74f221cc2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e90e91e37dd44fa290dd6256d2fab800&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6739137 Jun 29 15:52:15.045856 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36236) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:15.107804 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe8c86-2fff-4e1b-82a9-a0c74f221cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc3a314-fbe0-41ad-bcfe-e4b9157b8fe0,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:15.118796 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cdfe8c86-2fff-4e1b-82a9-a0c74f221cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:15.221978 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36250) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:15.260374 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f26cfa98-4684-461a-bc06-ee1005177a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.306669 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-604cc906-4eba-471b-b352-313cacf386eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.348109 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646053'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.535169 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b5d6c8-4666-40e1-a90f-a54221381b25 None None] Network 41b63229-f54d-495f-9492-1733d010c4cd requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:15.640982 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36274) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:15.666004 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-b294b82a-052d-46ad-8f98-62c7eba86525 None None] Provisioning for port a09f921e-db66-490b-98e2-a8513aeff4ae completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:15.718529 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d2cd156b-ca58-4cc9-a162-8eca28319f63 req-86aaf7ad-7227-4d3c-b668-10aa0ffaf38d tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 210 time: 0.4192944 Jun 29 15:52:15.720329 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a67b-3d50-46fb-8a90-855c0bb58707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.805362 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f26cfa98-4684-461a-bc06-ee1005177a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.816167 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff11c4a-97aa-40e3-ab66-3c136279ce6c None None] Network 61586768-e621-44be-873b-6ad3c5a47dd5 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:15.824868 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.831365 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3db3b1fb-6075-425d-a8b8-f06764249019 req-c637d66b-4bb4-40e6-8f86-9028b468082d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 210 time: 0.1070261 Jun 29 15:52:15.930268 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-604cc906-4eba-471b-b352-313cacf386eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.966548 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-604cc906-4eba-471b-b352-313cacf386eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:15.976723 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-c4c6fcb3-a477-4255-aa79-eb9c371203c1 None None] Provisioning for port 0bd0bb59-669c-4372-b295-062e4def735b completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:16.109021 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:16.233661 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a09f921e-db66-490b-98e2-a8513aeff4ae up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:16.265665 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f26cfa98-4684-461a-bc06-ee1005177a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.270789 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-604cc906-4eba-471b-b352-313cacf386eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=09549dacc8364f109a4ed60d15472b24&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0436664 Jun 29 15:52:16.271372 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f26cfa98-4684-461a-bc06-ee1005177a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.275304 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f26cfa98-4684-461a-bc06-ee1005177a56 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ccc3a314-fbe0-41ad-bcfe-e4b9157b8fe0 HTTP/1.1" status: 204 len: 168 time: 1.2282417 Jun 29 15:52:16.278583 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36310) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:16.279334 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:16.294774 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Router 24341400-1194-4b14-954b-abec49595e7e is scheduled to L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:52:16.335775 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.343424 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cfa98-4684-461a-bc06-ee1005177a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc3a314-fbe0-41ad-bcfe-e4b9157b8fe0,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:16.373544 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f26cfa98-4684-461a-bc06-ee1005177a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:16.426282 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port a09f921e-db66-490b-98e2-a8513aeff4ae completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:16.450897 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port a09f921e-db66-490b-98e2-a8513aeff4ae triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:16.451552 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.517346 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-04fc9ef2-10aa-46b0-ae40-d20de7e25404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.574600 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-04fc9ef2-10aa-46b0-ae40-d20de7e25404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.587478 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646053'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.597027 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a67b-3d50-46fb-8a90-855c0bb58707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.598937 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-237262ba-eac5-4394-a207-43f9e3a40d90 None None] Provisioning complete for port a09f921e-db66-490b-98e2-a8513aeff4ae triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:16.599423 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-237262ba-eac5-4394-a207-43f9e3a40d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.606500 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cc906-4eba-471b-b352-313cacf386eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bd380a-6363-4373-9b6b-193bddc78454,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:16.613103 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a5b5a67b-3d50-46fb-8a90-855c0bb58707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.614382 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-604cc906-4eba-471b-b352-313cacf386eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:16.623432 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-604cc906-4eba-471b-b352-313cacf386eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:16.660117 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5a67b-3d50-46fb-8a90-855c0bb58707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fba5e4d-5e76-4734-8bde-784e5465c8f8,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:16.678243 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.706815 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a5b5a67b-3d50-46fb-8a90-855c0bb58707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:16.760630 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a5b5a67b-3d50-46fb-8a90-855c0bb58707 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d004b22b750b4c3eadc151a8fc5db87d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0966246 Jun 29 15:52:16.760630 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36326) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:16.791966 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-04fc9ef2-10aa-46b0-ae40-d20de7e25404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.796493 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-04fc9ef2-10aa-46b0-ae40-d20de7e25404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.799829 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port a09f921e-db66-490b-98e2-a8513aeff4ae, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=a09f921e-db66-490b-98e2-a8513aeff4ae,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:16.802678 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-04fc9ef2-10aa-46b0-ae40-d20de7e25404 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d1bd380a-6363-4373-9b6b-193bddc78454 HTTP/1.1" status: 204 len: 168 time: 0.5202897 Jun 29 15:52:16.802885 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:52:16.810514 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-eb432dda-3550-4270-8a5e-6183e8517fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:16.826776 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Sync routers for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:52:16.829450 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.833718 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 0bd0bb59-669c-4372-b295-062e4def735b up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:16.838623 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:16.844196 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc9ef2-10aa-46b0-ae40-d20de7e25404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bd380a-6363-4373-9b6b-193bddc78454,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:16.856312 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-04fc9ef2-10aa-46b0-ae40-d20de7e25404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:16.860747 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:16.865850 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9753549 Jun 29 15:52:16.866730 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36332) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:16.871814 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:16.872502 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:52:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:16.975655 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8270deca-3c6e-4bd7-81ce-7be8a9e715ca req-c250914c-1ddc-478e-a48e-1686d3830ef6 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 210 time: 0.1057518 Jun 29 15:52:17.019635 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-237262ba-eac5-4394-a207-43f9e3a40d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.062583 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 is scheduled to L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:52:17.133129 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-faf9f96a-54db-431a-8e88-5245f085d644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.284314 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:17.287497 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=a09f921e-db66-490b-98e2-a8513aeff4ae,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:17.308937 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:17.400513 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-faf9f96a-54db-431a-8e88-5245f085d644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.408234 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 0bd0bb59-669c-4372-b295-062e4def735b completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:17.419821 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:52:17.433277 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 0bd0bb59-669c-4372-b295-062e4def735b triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:17.434047 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.450606 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.db.api [None req-237262ba-eac5-4394-a207-43f9e3a40d90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92924) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 15:52:17.454993 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_db.api [None req-237262ba-eac5-4394-a207-43f9e3a40d90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 15:52:17.459098 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Sync routers for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:52:17.464824 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.466591 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4495866 Jun 29 15:52:17.471095 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36362) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:17.557117 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-19071ce2-19d8-4bbd-8aef-135ea9f32cce req-7eff9da1-193e-47d0-ad3b-0ff1551e358d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 210 time: 0.4257143 Jun 29 15:52:17.608078 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:17.608731 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:52:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:17.728457 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:14Z', 'revision_number': 3, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:17.765836 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-faf9f96a-54db-431a-8e88-5245f085d644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.779991 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-faf9f96a-54db-431a-8e88-5245f085d644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.783672 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-faf9f96a-54db-431a-8e88-5245f085d644 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0fba5e4d-5e76-4734-8bde-784e5465c8f8 HTTP/1.1" status: 204 len: 168 time: 1.0200734 Jun 29 15:52:17.783672 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a5b5a67b-3d50-46fb-8a90-855c0bb58707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:17.801026 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.806508 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9f96a-54db-431a-8e88-5245f085d644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fba5e4d-5e76-4734-8bde-784e5465c8f8,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:17.815363 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:17.831272 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Checking router: 24341400-1194-4b14-954b-abec49595e7e for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:52:17.831762 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Updating router 24341400-1194-4b14-954b-abec49595e7e port 4601aa43-6995-4067-97cb-2ef69ad64a54 binding host dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:52:17.862902 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36382) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:17.922450 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:17.923239 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-faf9f96a-54db-431a-8e88-5245f085d644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:17.950368 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 0bd0bb59-669c-4372-b295-062e4def735b, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=0bd0bb59-669c-4372-b295-062e4def735b,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:17.964149 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.028290 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:18.178337 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a09f921e-db66-490b-98e2-a8513aeff4ae up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:18.421873 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-6754f225-4e11-4f53-95d6-e7088cbecdfb None None] Provisioning complete for port 0bd0bb59-669c-4372-b295-062e4def735b triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:18.422278 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6754f225-4e11-4f53-95d6-e7088cbecdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.465041 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=0bd0bb59-669c-4372-b295-062e4def735b,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:18.470931 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:18.519433 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0071-59b6-42d6-a6e6-6b2c69c9ead1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.556484 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port a09f921e-db66-490b-98e2-a8513aeff4ae triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:18.557191 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.582720 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.603026 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:15Z', 'revision_number': 3, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:18.624816 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Transition to ACTIVE for port object 4601aa43-6995-4067-97cb-2ef69ad64a54 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:18.642333 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.645614 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Checking router: cfa3e397-3706-4ae8-9866-dbd8a7c769a4 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:52:18.646220 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Updating router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 port ae8e8531-a5bd-402c-b6c9-30465560c01f binding host dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:52:18.648979 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:18.649570 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.717998 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.795542 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Attempting to bind port 4601aa43-6995-4067-97cb-2ef69ad64a54 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:18.795919 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Attempting to bind port 4601aa43-6995-4067-97cb-2ef69ad64a54 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:18.796284 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Attempting to bind port 4601aa43-6995-4067-97cb-2ef69ad64a54 on network bfa67d25-b868-43ee-b5d8-7530adde7935 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:18.800875 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Pushing event updated for resources: {'Port': ['ID=4601aa43-6995-4067-97cb-2ef69ad64a54,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:18.824284 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:18.824662 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Checking segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:18.830581 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.831275 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Bound using segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:18.831963 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Bound port: 4601aa43-6995-4067-97cb-2ef69ad64a54, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:18.835135 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:18.855992 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.858282 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.859156 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.862007 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.862515 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.863854 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.869139 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.870251 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.871232 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.872118 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.873185 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.874446 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Tracked resource versions report: Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: pushed versions: Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: { 'AddressGroup': {'1.2'}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'ConntrackHelper': {'1.0'}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Log': {'1.0'}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Network': {'1.1'}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Port': {'1.7'}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'PortForwarding': {'1.2'}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'QosPolicy': {'1.8'}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'SecurityGroup': {'1.4'}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'SecurityGroupRule': {'1.2'}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'SubPort': {'1.0'}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Subnet': {'1.1'}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Trunk': {'1.1'}} Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: consumer versions: Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: { DHCP agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: HyperV agent@hv-cinder-79220: {}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: L3 agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: Metadata agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: Metering agent@dv-cinder-792209-4-iscsi: {}, Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: Open vSwitch agent@dv-cinder-792209-4-iscsi: { 'AddressGroup': '1.2', Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'ConntrackHelper': '1.0', Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Log': '1.0', Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Network': '1.1', Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Port': '1.7', Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'PortForwarding': '1.2', Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'QosPolicy': '1.8', Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'SecurityGroup': '1.4', Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'SecurityGroupRule': '1.2', Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'SubPort': '1.0', Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Subnet': '1.1', Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: 'Trunk': '1.1'}} Jun 29 15:52:18.876293 dv-cinder-792209-4-iscsi neutron-server[92925]: {{(pid=92925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 15:52:18.944457 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:18.948791 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0071-59b6-42d6-a6e6-6b2c69c9ead1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.012210 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5b704547-4638-4417-a5e7-040a83dccaaa req-b27a765a-8a1a-4fda-adda-6c267d5b0daa tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 210 time: 0.0957515 Jun 29 15:52:19.017640 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.81', 59102) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:19.069336 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] For port 4601aa43-6995-4067-97cb-2ef69ad64a54, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:19.074575 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] For port 4601aa43-6995-4067-97cb-2ef69ad64a54, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=4601aa43-6995-4067-97cb-2ef69ad64a54,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:19.083053 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.086305 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:19.160550 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:19.161207 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:52:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:19.200862 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Pushing event updated for resources: {'Port': ['ID=4601aa43-6995-4067-97cb-2ef69ad64a54,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:19.213439 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b4ca0071-59b6-42d6-a6e6-6b2c69c9ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.213974 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:19.235598 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9679912a-10b6-46e6-b803-64e659cdce2a req-5b874426-2ace-42d8-8fed-227d22eb26b2 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 210 time: 0.5688107 Jun 29 15:52:19.260010 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:19.287668 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Allocated IP 172.20.0.1 (61586768-e621-44be-873b-6ad3c5a47dd5/8db42e60-7985-44f3-8899-246ef24f69ae/8955f55e-a0e4-4ee4-88c1-691b0f5a212e) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:19.327016 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca0071-59b6-42d6-a6e6-6b2c69c9ead1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad47e32f-fd81-4753-ab59-0c1742ec23fd,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:19.335414 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.355679 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b4ca0071-59b6-42d6-a6e6-6b2c69c9ead1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:19.366354 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:19.383548 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.410315 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Transition to ACTIVE for port object ae8e8531-a5bd-402c-b6c9-30465560c01f will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:19.428743 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b4ca0071-59b6-42d6-a6e6-6b2c69c9ead1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=628bf24a283644a99fd3adf63442ded7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5619709 Jun 29 15:52:19.431980 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36424) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:19.432910 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.446967 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:19.513017 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-65a5b3dc-f8ff-47cb-b060-5791aa20f58b tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:19.521127 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-65a5b3dc-f8ff-47cb-b060-5791aa20f58b tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "GET /v2.0/networks?id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f HTTP/1.1" status: 200 len: 814 time: 0.4991107 Jun 29 15:52:19.560816 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Attempting to bind port ae8e8531-a5bd-402c-b6c9-30465560c01f on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:19.563829 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Attempting to bind port ae8e8531-a5bd-402c-b6c9-30465560c01f by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:19.564334 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Attempting to bind port ae8e8531-a5bd-402c-b6c9-30465560c01f on network bfa67d25-b868-43ee-b5d8-7530adde7935 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:19.582797 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Request body: {'port': {'device_id': '94a22c13-6627-4a74-aa88-f6e4466b8b9e', 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f', 'admin_state_up': True, 'tenant_id': 'ab3805f5784945b6b394857877c2330a'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:19.584738 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:19.585480 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Checking segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:19.587599 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.589746 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Bound using segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:19.591559 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Bound port: ae8e8531-a5bd-402c-b6c9-30465560c01f, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:19.593933 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.604749 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6f6b28bc-0dad-447a-b0ef-f70f0aa51622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.676411 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6f6b28bc-0dad-447a-b0ef-f70f0aa51622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.711202 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] For port ae8e8531-a5bd-402c-b6c9-30465560c01f, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:19.715228 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] For port ae8e8531-a5bd-402c-b6c9-30465560c01f, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=ae8e8531-a5bd-402c-b6c9-30465560c01f,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:19.723895 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff7a56-c431-48b8-a0e4-3c775584cd9e None None] Pushing event updated for resources: {'Port': ['ID=ae8e8531-a5bd-402c-b6c9-30465560c01f,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:19.729432 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.732960 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-52ff7a56-c431-48b8-a0e4-3c775584cd9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:19.736602 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:19.766536 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:14Z', 'revision_number': 3, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:19.808032 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:19.810167 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:52:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:19.841814 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481e79d-50be-4470-a2f9-5a66a0cf6500 None None] The sync data for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi is: [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:14Z', 'revision_number': 3, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:52:19.851400 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.871776 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Allocated IP 172.20.0.1 (41b63229-f54d-495f-9492-1733d010c4cd/b45a8124-4c73-414b-aa79-0813179b73b7/84307c0d-ce15-4909-b330-537f26408e13) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:19.874368 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff7a56-c431-48b8-a0e4-3c775584cd9e None None] Pushing event updated for resources: {'Port': ['ID=ae8e8531-a5bd-402c-b6c9-30465560c01f,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:19.888090 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-52ff7a56-c431-48b8-a0e4-3c775584cd9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:19.916130 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6f6b28bc-0dad-447a-b0ef-f70f0aa51622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.930998 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6f6b28bc-0dad-447a-b0ef-f70f0aa51622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:19.932678 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6f6b28bc-0dad-447a-b0ef-f70f0aa51622 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad47e32f-fd81-4753-ab59-0c1742ec23fd HTTP/1.1" status: 204 len: 168 time: 0.4992054 Jun 29 15:52:19.958610 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Transition to ACTIVE for port object 8955f55e-a0e4-4ee4-88c1-691b0f5a212e will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:20.040966 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.81', 59107) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:20.072935 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:20.095617 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Transition to ACTIVE for port object 84307c0d-ce15-4909-b330-537f26408e13 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:20.126111 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:20.128725 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:20.145700 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b28bc-0dad-447a-b0ef-f70f0aa51622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad47e32f-fd81-4753-ab59-0c1742ec23fd,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:20.157475 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6f6b28bc-0dad-447a-b0ef-f70f0aa51622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:20.169264 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:20.172529 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:20.249212 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 0bd0bb59-669c-4372-b295-062e4def735b up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:20.276145 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Made reservation on behalf of ab3805f5784945b6b394857877c2330a for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:20.284517 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:20.331256 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:20.373750 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Network 41b63229-f54d-495f-9492-1733d010c4cd is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:20.388105 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:20.404573 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:20.406959 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001858'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:20.447611 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:20.476294 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4812bba-ffb1-4186-8524-16cc1080e89c req-64f1eace-2009-4dc6-b14f-895ff6fcb8e2 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 210 time: 0.2028732 Jun 29 15:52:20.687834 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Pushing event updated for resources: {'Port': ['ID=8955f55e-a0e4-4ee4-88c1-691b0f5a212e,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:20.716852 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:20.720154 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 0bd0bb59-669c-4372-b295-062e4def735b triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:20.721272 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:20.723485 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Network 61586768-e621-44be-873b-6ad3c5a47dd5 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:20.732235 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:20.745702 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:20.746220 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001858'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:20.881224 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:15Z', 'revision_number': 3, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:20.888839 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Pushing event updated for resources: {'Port': ['ID=84307c0d-ce15-4909-b330-537f26408e13,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:20.901432 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:20.967559 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-340b088b-2cf8-4364-aa36-faf12ba3e63a req-f6472ea5-10ac-45bc-9bcc-b1009f35451b tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 210 time: 0.0797417 Jun 29 15:52:20.975308 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf83553-d018-4b05-961e-0e50dd11226a None None] The sync data for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi is: [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:15Z', 'revision_number': 3, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:52:21.125455 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-c3a189ab-21bb-4947-ae29-5ba5d60160bb None None] Provisioning for port 84307c0d-ce15-4909-b330-537f26408e13 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:21.133212 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-c3a189ab-21bb-4947-ae29-5ba5d60160bb None None] Provisioning complete for port 84307c0d-ce15-4909-b330-537f26408e13 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:21.133814 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c3a189ab-21bb-4947-ae29-5ba5d60160bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:21.208298 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-c3a189ab-21bb-4947-ae29-5ba5d60160bb None None] Port 84307c0d-ce15-4909-b330-537f26408e13 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:52:21.351221 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-4ee8dd13-c726-4651-988e-669f66d9e7db None None] Provisioning for port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:21.353198 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:21.360704 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-4ee8dd13-c726-4651-988e-669f66d9e7db None None] Provisioning complete for port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:21.362018 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4ee8dd13-c726-4651-988e-669f66d9e7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:21.381252 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Allocated IP 172.20.0.11 (ed559ab0-4bf7-4e9a-b537-3464bbb7300f/c16c7709-1233-4e6f-be61-74b96428410e/b0450eda-1567-46ba-8ab3-1234cb202751) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:21.474340 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8dd13-c726-4651-988e-669f66d9e7db None None] Port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:52:21.499419 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-15799982-51dc-439c-b18f-7ec9791228fd tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:21.501324 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-15799982-51dc-439c-b18f-7ec9791228fd tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.81 "GET /v2.0/networks?id=bcc936fc-bad0-40bf-b7a4-86979cad0ffa HTTP/1.1" status: 200 len: 812 time: 1.4569824 Jun 29 15:52:21.530805 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Request body: {'port': {'device_id': '9894bc04-bea4-4c00-9f2e-67ed5b6efe17', 'network_id': 'bcc936fc-bad0-40bf-b7a4-86979cad0ffa', 'admin_state_up': True, 'tenant_id': '9a3898f9eb964395a0ef5253ef4757d6'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:21.690602 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:21.702645 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:21.708405 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001750'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:21.722185 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:21.874496 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Pushing event updated for resources: {'Port': ['ID=84307c0d-ce15-4909-b330-537f26408e13,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:21.886635 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:22.106111 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Network 41b63229-f54d-495f-9492-1733d010c4cd is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:22.111620 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:22.314860 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d6c7a424-d265-4573-a9d4-31b23f3f245d req-8a38df87-80d7-4a32-8b5a-8895794ca6d1 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 210 time: 0.3492010 Jun 29 15:52:22.327975 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 4601aa43-6995-4067-97cb-2ef69ad64a54 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:22.416348 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:22.556253 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 4601aa43-6995-4067-97cb-2ef69ad64a54 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:22.574682 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 4601aa43-6995-4067-97cb-2ef69ad64a54 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:22.575259 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:22.640318 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Made reservation on behalf of 9a3898f9eb964395a0ef5253ef4757d6 for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:22.645395 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:22.735655 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ff7e692d-1dcf-4d9d-914d-1a1879cf8f55 None None] Provisioning complete for port 84307c0d-ce15-4909-b330-537f26408e13 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:22.736043 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ff7e692d-1dcf-4d9d-914d-1a1879cf8f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:22.889081 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:22.913826 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:22.968149 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:22.983986 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be82960c-addb-457a-8f05-4e66edbd06cd req-d0f9553c-4f1e-4016-bde6-047d7e9b9d91 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 210 time: 0.1390598 Jun 29 15:52:22.988974 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:22.998488 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e692d-1dcf-4d9d-914d-1a1879cf8f55 None None] Port 84307c0d-ce15-4909-b330-537f26408e13 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:52:23.013257 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:52:23.056019 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 4601aa43-6995-4067-97cb-2ef69ad64a54, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=4601aa43-6995-4067-97cb-2ef69ad64a54,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:23.064528 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:23.068343 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device ae8e8531-a5bd-402c-b6c9-30465560c01f up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:23.079079 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:23.283202 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=4601aa43-6995-4067-97cb-2ef69ad64a54,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:23.291642 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:23.303680 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port ae8e8531-a5bd-402c-b6c9-30465560c01f completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:23.313740 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port ae8e8531-a5bd-402c-b6c9-30465560c01f triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:23.314196 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:23.333591 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:52:23.340647 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] 10.222.0.69 "PUT /v2.0/routers/cfa3e397-3706-4ae8-9866-dbd8a7c769a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8681257 Jun 29 15:52:23.585506 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:23.668188 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port ae8e8531-a5bd-402c-b6c9-30465560c01f, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=ae8e8531-a5bd-402c-b6c9-30465560c01f,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:23.680181 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:23.687290 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:23.895322 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Network ed559ab0-4bf7-4e9a-b537-3464bbb7300f is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:23.913738 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=ae8e8531-a5bd-402c-b6c9-30465560c01f,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:23.942559 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:24.089040 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:24.093039 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:24.098509 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:24.108221 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:24.192286 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 4601aa43-6995-4067-97cb-2ef69ad64a54 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:24.224136 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6554358 Jun 29 15:52:24.231666 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Pushing event updated for resources: {'Port': ['ID=b0450eda-1567-46ba-8ab3-1234cb202751,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:24.262181 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bac51f-734e-422e-879b-96ad481f7d54 req-63ed6533-f404-42e7-ae42-8f92929aeca1 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:24.274654 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55bac51f-734e-422e-879b-96ad481f7d54 req-63ed6533-f404-42e7-ae42-8f92929aeca1 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 932 time: 0.5603528 Jun 29 15:52:24.282468 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.293s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:24.303714 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-1c6ff08c-0e41-4aab-9b4e-38542b02d9cd tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 15:52:24.305874 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-1c6ff08c-0e41-4aab-9b4e-38542b02d9cd tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0258346 Jun 29 15:52:24.312838 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Sync routers for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:52:24.331934 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Allocated IP 172.20.0.9 (bcc936fc-bad0-40bf-b7a4-86979cad0ffa/63f35fd9-319d-4b3a-8ce4-61e8f74052e7/73002e30-cd31-4517-8e2d-1623d28d8030) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:24.358916 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:24.361636 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:52:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:24.470611 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 4601aa43-6995-4067-97cb-2ef69ad64a54 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:24.472399 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:24.582446 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36580) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:24.638832 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55bac51f-734e-422e-879b-96ad481f7d54 req-72439f82-370e-44a4-a568-55cdff640c3e tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618770 Jun 29 15:52:24.680909 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:24.697227 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:24.713215 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1532243491-network', 'tenant_id': 'a195e1f138e3436e8a34766094fe05ab'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:24.727294 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001750'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:24.733658 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Request body: {'port': {'device_id': '94a22c13-6627-4a74-aa88-f6e4466b8b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:24.774802 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Made reservation on behalf of a195e1f138e3436e8a34766094fe05ab for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:24.779785 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:24.781613 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-99581607-5fb3-4a9b-adbd-246a27b8b09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:24.803323 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device ae8e8531-a5bd-402c-b6c9-30465560c01f up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:24.808975 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:24.902969 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:24.930021 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port ae8e8531-a5bd-402c-b6c9-30465560c01f triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:24.930021 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:24.963181 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36594) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:24.975605 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-be973348-8000-4d35-adac-525da80ca96d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1851796524', 'description': 'tempest-description--1181776564'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:25.145441 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.186541 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.254810 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6f6b28bc-0dad-447a-b0ef-f70f0aa51622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:25.279160 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Pushing event updated for resources: {'Port': ['ID=8955f55e-a0e4-4ee4-88c1-691b0f5a212e,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:25.283643 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:25.287058 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a85aaa95-7c3f-46b5-92f7-bb0f87d79bec req-d5858446-b22a-456f-8cde-31f526b372b7 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 210 time: 0.0946138 Jun 29 15:52:25.299340 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be973348-8000-4d35-adac-525da80ca96d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.323476 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:52:25.406578 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ec93ef-ce7c-4757-8006-db3932c26bd3,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:25.410471 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.411027 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Added segment 101b25c2-df9b-4dce-92ef-841f9f2157d4 of type vlan for network 031e0ff0-78ee-4168-b492-da2aedf1f528 Jun 29 15:52:25.415805 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:25.499079 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.507584 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.537943 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 2, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:25.547982 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.600399 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Checking router: cfa3e397-3706-4ae8-9866-dbd8a7c769a4 for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:52:25.600923 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Updating router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 port 84307c0d-ce15-4909-b330-537f26408e13 binding host dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:52:25.656159 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Network 61586768-e621-44be-873b-6ad3c5a47dd5 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:25.698545 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.707733 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:25.708405 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.716986 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:25.737947 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:26.008836 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be973348-8000-4d35-adac-525da80ca96d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.070068 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be973348-8000-4d35-adac-525da80ca96d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.078209 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=031e0ff0-78ee-4168-b492-da2aedf1f528,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:26.089543 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5046973 Jun 29 15:52:26.091531 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:26.094535 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network 031e0ff0-78ee-4168-b492-da2aedf1f528 details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:52:26.099155 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:26.103103 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36626) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:26.115375 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] Request body: {'subnet': {'network_id': '031e0ff0-78ee-4168-b492-da2aedf1f528', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1532243491-subnet', 'tenant_id': 'a195e1f138e3436e8a34766094fe05ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:26.217578 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:26.246815 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.292386 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-be973348-8000-4d35-adac-525da80ca96d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.309838 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-be973348-8000-4d35-adac-525da80ca96d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3449004 Jun 29 15:52:26.312919 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36628) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:26.376876 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-862879da-995f-4b24-b8f2-cd13c232a431 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Request body: {'security_group_rule': {'security_group_id': 'd84862c5-7311-4781-89da-2f77ea5b7164', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:26.460545 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be973348-8000-4d35-adac-525da80ca96d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84862c5-7311-4781-89da-2f77ea5b7164,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:26.463200 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4364b58f-f3aa-48b8-b3b0-a55a93f55543 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:26.484840 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-be973348-8000-4d35-adac-525da80ca96d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:26.588928 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] Made reservation on behalf of a195e1f138e3436e8a34766094fe05ab for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:26.611471 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.652048 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.708704 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Transition to ACTIVE for port object 84307c0d-ce15-4909-b330-537f26408e13 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:26.721750 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Pushing event updated for resources: {'Port': ['ID=73002e30-cd31-4517-8e2d-1623d28d8030,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:26.729386 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17908b24-54b6-496d-b41f-8bf60984b231 req-ac19c2ee-b507-4c11-b754-b56bf7dfa463 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:26.729985 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.736494 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:26.744126 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-17908b24-54b6-496d-b41f-8bf60984b231 req-ac19c2ee-b507-4c11-b754-b56bf7dfa463 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 932 time: 0.7664504 Jun 29 15:52:26.875602 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-c68efc61-a21d-4a1f-b888-be9ce76960a9 None None] Provisioning complete for port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:26.877725 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c68efc61-a21d-4a1f-b888-be9ce76960a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.922004 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-862879da-995f-4b24-b8f2-cd13c232a431 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:26.935327 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa5bd5-6b70-410f-b6d7-05c18aa2bd3a None None] Pushing event updated for resources: {'Port': ['ID=84307c0d-ce15-4909-b330-537f26408e13,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:26.942236 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-c68efc61-a21d-4a1f-b888-be9ce76960a9 None None] Port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:52:26.943208 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-03fa5bd5-6b70-410f-b6d7-05c18aa2bd3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:26.949955 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Network bcc936fc-bad0-40bf-b7a4-86979cad0ffa is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:26.953543 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:26.969694 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:27.083893 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:27.096922 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:27.097597 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.106820 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Attempting to bind port 84307c0d-ce15-4909-b330-537f26408e13 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:27.107193 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Attempting to bind port 84307c0d-ce15-4909-b330-537f26408e13 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:27.107575 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Attempting to bind port 84307c0d-ce15-4909-b330-537f26408e13 on network 41b63229-f54d-495f-9492-1733d010c4cd {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:27.121873 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:27.122251 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Checking segment: {'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:27.122658 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.123125 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Bound using segment: {'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:27.123873 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Bound port: 84307c0d-ce15-4909-b330-537f26408e13, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:27.124298 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.153330 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6337202 Jun 29 15:52:27.218492 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Request body: {'port': {'device_id': '9894bc04-bea4-4c00-9f2e-67ed5b6efe17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:27.278695 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] For port 84307c0d-ce15-4909-b330-537f26408e13, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:27.282104 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] For port 84307c0d-ce15-4909-b330-537f26408e13, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=84307c0d-ce15-4909-b330-537f26408e13,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:27.292597 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.295533 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-e917bf54-1420-42c9-95e4-d21921a83338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:27.360633 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-862879da-995f-4b24-b8f2-cd13c232a431 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.378848 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-862879da-995f-4b24-b8f2-cd13c232a431 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.405074 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-17908b24-54b6-496d-b41f-8bf60984b231 req-5960f8aa-6aab-438a-b25c-b971c040796a tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599643 Jun 29 15:52:27.428741 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa5bd5-6b70-410f-b6d7-05c18aa2bd3a None None] Pushing event updated for resources: {'Port': ['ID=84307c0d-ce15-4909-b330-537f26408e13,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:27.450056 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-03fa5bd5-6b70-410f-b6d7-05c18aa2bd3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:27.456284 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:27.489880 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.511049 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:27.514980 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:52:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:27.536462 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862879da-995f-4b24-b8f2-cd13c232a431 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e3acf1-afb3-4bf0-b3b3-fcb415878513,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:27.540467 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-862879da-995f-4b24-b8f2-cd13c232a431 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.561001 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-862879da-995f-4b24-b8f2-cd13c232a431 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2252119 Jun 29 15:52:27.564875 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36656) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:27.600885 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb10e9-7d5d-4f7a-aaa9-7b2cc058836f req-498031ac-5016-4a1b-a34d-38c1a0684964 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:27.606553 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2fb10e9-7d5d-4f7a-aaa9-7b2cc058836f req-498031ac-5016-4a1b-a34d-38c1a0684964 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 931 time: 0.9058249 Jun 29 15:52:27.663902 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-862879da-995f-4b24-b8f2-cd13c232a431 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:27.666900 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-b0583ae8-a962-422c-8995-5d7956a5a72e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Request body: {'security_group_rule': {'security_group_id': 'd84862c5-7311-4781-89da-2f77ea5b7164', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:27.807303 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:27.826398 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-dcbb2172-3fd6-419e-ad91-7f71c32d115e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:27.829718 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:27.921569 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2fb10e9-7d5d-4f7a-aaa9-7b2cc058836f req-0cf0e32f-c7a1-462b-96ac-77df6c13d0d3 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245176 Jun 29 15:52:27.929576 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36662) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:27.950426 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Router 24341400-1194-4b14-954b-abec49595e7e has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:52:27.952966 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b0583ae8-a962-422c-8995-5d7956a5a72e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:28.051415 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9a31f2-f3f4-4d04-9858-fb9822dcb0e5,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:28.064588 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:28.220085 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] Checking segment: {'id': '101b25c2-df9b-4dce-92ef-841f9f2157d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '031e0ff0-78ee-4168-b492-da2aedf1f528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:28.220624 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] Network hostable DHCP agents. Network: 031e0ff0-78ee-4168-b492-da2aedf1f528, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:52:28.372610 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] Network 031e0ff0-78ee-4168-b492-da2aedf1f528 is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:52:28.407621 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b0583ae8-a962-422c-8995-5d7956a5a72e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:28.417017 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b0583ae8-a962-422c-8995-5d7956a5a72e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:28.432653 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, 031e0ff0-78ee-4168-b492-da2aedf1f528) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:28.457779 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb07447-98d4-4ae7-8c9d-a77e9c23a9ce None None] Network 031e0ff0-78ee-4168-b492-da2aedf1f528 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:28.475675 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f284-47f5-466e-ba3e-24114bc31661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:28.480460 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-862879da-995f-4b24-b8f2-cd13c232a431 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:28.490737 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:27Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:28.501958 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0450eda-1567-46ba-8ab3-1234cb202751 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:52:28.530374 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:28.531470 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:28.547707 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0583ae8-a962-422c-8995-5d7956a5a72e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be5f40a-c0ad-4a74-819d-81d6027502cf,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:28.552903 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b0583ae8-a962-422c-8995-5d7956a5a72e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:28.575272 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9f754-e517-42ec-83cd-f4ce119d8411 None None] The sync data for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi is: [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:27Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:52:28.577111 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b0583ae8-a962-422c-8995-5d7956a5a72e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:28.585273 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b0583ae8-a962-422c-8995-5d7956a5a72e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9426327 Jun 29 15:52:28.588558 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36680) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:28.618476 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4957275 Jun 29 15:52:28.629646 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Request body: {'floatingip': {'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:28.833635 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:29.081107 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ebef5-1d0c-4d8e-97d9-dea7b739c616 None None] Network 031e0ff0-78ee-4168-b492-da2aedf1f528 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:29.286418 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:29.418757 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:52:29.445006 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Sync routers for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:52:29.468419 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:29.471431 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:52:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:29.515373 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] 10.222.0.69 "PUT /v2.0/routers/24341400-1194-4b14-954b-abec49595e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6428039 Jun 29 15:52:29.727877 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:29.772439 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Transition to ACTIVE for port object b0450eda-1567-46ba-8ab3-1234cb202751 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:29.839905 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f284-47f5-466e-ba3e-24114bc31661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:29.866610 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f284-47f5-466e-ba3e-24114bc31661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:29.867703 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:29.920386 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c021fd45-f924-459f-b02f-b194a87eaab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:30.108998 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b17f8-a7cd-4db0-82b2-ed14073ddd98 req-dc4647b6-5407-481b-b4e9-5fae677ca3fd tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:30.129691 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-002b17f8-a7cd-4db0-82b2-ed14073ddd98 req-dc4647b6-5407-481b-b4e9-5fae677ca3fd tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 932 time: 1.2368677 Jun 29 15:52:30.181173 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 84307c0d-ce15-4909-b330-537f26408e13 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:30.231083 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36722) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:30.246871 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2075581499-network', 'tenant_id': '7dde5375b5a4484c8dd7dc8c5c8a0788'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:30.253933 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 2, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:30.282453 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Attempting to bind port b0450eda-1567-46ba-8ab3-1234cb202751 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:30.282882 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Attempting to bind port b0450eda-1567-46ba-8ab3-1234cb202751 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:30.283356 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Attempting to bind port b0450eda-1567-46ba-8ab3-1234cb202751 on network ed559ab0-4bf7-4e9a-b537-3464bbb7300f {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:30.288168 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Checking router: 24341400-1194-4b14-954b-abec49595e7e for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:52:30.288536 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Updating router 24341400-1194-4b14-954b-abec49595e7e port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e binding host dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:52:30.310149 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-002b17f8-a7cd-4db0-82b2-ed14073ddd98 req-5a650861-d517-4529-a430-a26414788e6d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794784 Jun 29 15:52:30.331998 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Port b0450eda-1567-46ba-8ab3-1234cb202751 on network ed559ab0-4bf7-4e9a-b537-3464bbb7300f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:52:30.332319 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Attempting to bind port b0450eda-1567-46ba-8ab3-1234cb202751 on network ed559ab0-4bf7-4e9a-b537-3464bbb7300f {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:30.343576 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:30.343948 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Checking segment: {'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:30.344922 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Bound using segment: {'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:30.345422 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Bound port: b0450eda-1567-46ba-8ab3-1234cb202751, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:30.345938 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.347019 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.416552 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.419613 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Made reservation on behalf of 7dde5375b5a4484c8dd7dc8c5c8a0788 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:30.424165 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.455383 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.481536 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 84307c0d-ce15-4909-b330-537f26408e13 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:30.494901 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] For port b0450eda-1567-46ba-8ab3-1234cb202751, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:30.500047 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] For port b0450eda-1567-46ba-8ab3-1234cb202751, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b0450eda-1567-46ba-8ab3-1234cb202751,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:30.515009 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-0fc6f284-47f5-466e-ba3e-24114bc31661 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d8ba2ac8ffb24f5c897054217be75ada&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5809350 Jun 29 15:52:30.521648 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.522431 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6f284-47f5-466e-ba3e-24114bc31661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d9346d-8381-49d3-8f17-bf27a7cb0c24,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:30.523529 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 84307c0d-ce15-4909-b330-537f26408e13 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:30.524449 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.533188 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0fc6f284-47f5-466e-ba3e-24114bc31661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:30.533188 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36726) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:30.533188 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c9b8bd2d-cde1-458f-a897-07747d79e90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.606s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:30.627515 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c494c-898f-47d4-a0c6-0a11d56a10e3 req-3c16895b-2468-409f-a3e2-bffc82e67c20 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:30.629881 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b00c494c-898f-47d4-a0c6-0a11d56a10e3 req-3c16895b-2468-409f-a3e2-bffc82e67c20 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 931 time: 1.3380146 Jun 29 15:52:30.743896 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-55267ee2-73d0-46c4-bf27-5e4c73b84360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.875127 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b00c494c-898f-47d4-a0c6-0a11d56a10e3 req-4ca82011-83ff-4da1-aa55-2942040dff79 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344368 Jun 29 15:52:30.921626 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:30.969280 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.052242 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Allocated IP 172.27.1.130 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/184c43dd-4c76-41f0-b6a8-20ec9886e7f6) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:31.060830 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.089938 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-55267ee2-73d0-46c4-bf27-5e4c73b84360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.092469 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:31.104026 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.108069 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:31.108384 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.112183 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] 10.222.0.81 "PUT /v2.0/ports/b0450eda-1567-46ba-8ab3-1234cb202751 HTTP/1.1" status: 200 len: 1094 time: 6.5749576 Jun 29 15:52:31.112698 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a22c13-6627-4a74-aa88-f6e4466b8b9e', 'tag': 'b0450eda-1567-46ba-8ab3-1234cb202751'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:52:31.160281 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa85dac-0ec9-4a8b-8bb3-0f5cb766b56d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:31.166188 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 84307c0d-ce15-4909-b330-537f26408e13, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=84307c0d-ce15-4909-b330-537f26408e13,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:31.173935 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.182712 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-36f4ec0f-569a-4253-ae67-a93f340dbf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:31.200749 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:31.228129 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:52:31.318462 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=84307c0d-ce15-4909-b330-537f26408e13,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:31.326246 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:31.328201 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.340124 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Pushing event updated for resources: {'Port': ['ID=b0450eda-1567-46ba-8ab3-1234cb202751,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:31.347293 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.347642 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Added segment 851aec0d-7693-4f20-a9b8-2652910097aa of type vlan for network eef9c74a-69c5-4a34-991f-33715d8e14fc Jun 29 15:52:31.355273 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73002e30-cd31-4517-8e2d-1623d28d8030 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:52:31.355929 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Transition to ACTIVE for port object 8955f55e-a0e4-4ee4-88c1-691b0f5a212e will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:31.370527 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.382068 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:31.428398 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.434634 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:31.444006 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834c0910-9b8c-4561-8915-d334b637fe6d" -d '{"events": [{"name": "network-changed", "server_uuid": "94a22c13-6627-4a74-aa88-f6e4466b8b9e", "tag": "b0450eda-1567-46ba-8ab3-1234cb202751"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:52:31.452802 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36746) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:31.464026 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.468524 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-ca7870da-7967-42c6-8eb0-35f3daad9ca1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954551138', 'description': 'tempest-description--351081911'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:31.501625 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Transition to ACTIVE for port object 73002e30-cd31-4517-8e2d-1623d28d8030 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:31.502849 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.884s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:31.503710 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:31.510318 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4951f3-0059-46c4-9b55-34fa14cf147b None None] Pushing event updated for resources: {'Port': ['ID=8955f55e-a0e4-4ee4-88c1-691b0f5a212e,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:31.517661 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.521423 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.524672 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-cf4951f3-0059-46c4-9b55-34fa14cf147b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:31.528249 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.530900 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:31.531491 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.536548 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:31.550183 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:31.615570 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Pushing event updated for resources: {'Network': ['ID=eef9c74a-69c5-4a34-991f-33715d8e14fc,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:31.619510 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ca7870da-7967-42c6-8eb0-35f3daad9ca1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.628290 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:31.707278 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4744253 Jun 29 15:52:31.719228 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network eef9c74a-69c5-4a34-991f-33715d8e14fc details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:52:31.748784 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36750) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:31.765549 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-f72b5bc4-432b-41f9-a444-1e4d427ca359 admin admin] Request body: {'subnet': {'network_id': 'eef9c74a-69c5-4a34-991f-33715d8e14fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2075581499-subnet', 'tenant_id': '7dde5375b5a4484c8dd7dc8c5c8a0788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:31.791155 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.829365 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b01b130-6c9d-4720-89f4-1514a4873055 x-openstack-request-id: req-0b01b130-6c9d-4720-89f4-1514a4873055 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:52:31.829799 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a22c13-6627-4a74-aa88-f6e4466b8b9e", "tag": "b0450eda-1567-46ba-8ab3-1234cb202751", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:52:31.830186 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0b01b130-6c9d-4720-89f4-1514a4873055 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:52:31.832003 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-88bf24c4-38fc-45fb-8295-7af485ea94ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:31.832610 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a22c13-6627-4a74-aa88-f6e4466b8b9e', 'tag': 'b0450eda-1567-46ba-8ab3-1234cb202751', 'status': 'completed', 'code': 200} Jun 29 15:52:31.919716 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:31.935660 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:31.960562 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:31.966683 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-55267ee2-73d0-46c4-bf27-5e4c73b84360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.973981 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Pushing event updated for resources: {'Port': ['ID=73002e30-cd31-4517-8e2d-1623d28d8030,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:31.975583 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Attempting to bind port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:31.976139 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Attempting to bind port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:31.976667 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Attempting to bind port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e on network 61586768-e621-44be-873b-6ad3c5a47dd5 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:31.980569 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:31.989011 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:31.990031 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Checking segment: {'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:31.990752 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:31.991352 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Bound using segment: {'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:31.992372 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Bound port: 8955f55e-a0e4-4ee4-88c1-691b0f5a212e, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:31.993823 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.010512 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-55267ee2-73d0-46c4-bf27-5e4c73b84360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.014133 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-55267ee2-73d0-46c4-bf27-5e4c73b84360 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/02d9346d-8381-49d3-8f17-bf27a7cb0c24 HTTP/1.1" status: 204 len: 168 time: 1.4761460 Jun 29 15:52:32.023749 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:32.061286 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55267ee2-73d0-46c4-bf27-5e4c73b84360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d9346d-8381-49d3-8f17-bf27a7cb0c24,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:32.070168 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-55267ee2-73d0-46c4-bf27-5e4c73b84360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:32.075348 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Attempting to bind port 73002e30-cd31-4517-8e2d-1623d28d8030 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:32.075678 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Attempting to bind port 73002e30-cd31-4517-8e2d-1623d28d8030 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'd5b2c067-5df5-47f0-849b-b6fc5b5032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcc936fc-bad0-40bf-b7a4-86979cad0ffa'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:32.075999 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Attempting to bind port 73002e30-cd31-4517-8e2d-1623d28d8030 on network bcc936fc-bad0-40bf-b7a4-86979cad0ffa {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:32.094999 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Port 73002e30-cd31-4517-8e2d-1623d28d8030 on network bcc936fc-bad0-40bf-b7a4-86979cad0ffa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:52:32.124834 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event updated for resources: {'Port': ['ID=184c43dd-4c76-41f0-b6a8-20ec9886e7f6,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:32.132971 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] For port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:32.137539 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:32.139222 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Attempting to bind port 73002e30-cd31-4517-8e2d-1623d28d8030 on network bcc936fc-bad0-40bf-b7a4-86979cad0ffa {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:32.141348 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] For port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=8955f55e-a0e4-4ee4-88c1-691b0f5a212e,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:32.148780 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.161219 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:32.161729 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Checking segment: {'id': 'd5b2c067-5df5-47f0-849b-b6fc5b5032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcc936fc-bad0-40bf-b7a4-86979cad0ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:32.168898 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Bound using segment: {'id': 'd5b2c067-5df5-47f0-849b-b6fc5b5032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcc936fc-bad0-40bf-b7a4-86979cad0ffa'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:32.169459 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-52ff7a56-c431-48b8-a0e4-3c775584cd9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:32.172213 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Bound port: 73002e30-cd31-4517-8e2d-1623d28d8030, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5b2c067-5df5-47f0-849b-b6fc5b5032f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'bcc936fc-bad0-40bf-b7a4-86979cad0ffa'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:32.175223 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.207569 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 84307c0d-ce15-4909-b330-537f26408e13 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:32.252197 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe28a6-59b0-463c-af2a-5cb9af128082 req-95bce21c-8f1b-40f1-b9c0-225e70c1b449 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:32.253910 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bfbe28a6-59b0-463c-af2a-5cb9af128082 req-95bce21c-8f1b-40f1-b9c0-225e70c1b449 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 944 time: 0.7165458 Jun 29 15:52:32.313205 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:32.313930 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:52:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:32.341513 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ca7870da-7967-42c6-8eb0-35f3daad9ca1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.356250 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4951f3-0059-46c4-9b55-34fa14cf147b None None] Pushing event updated for resources: {'Port': ['ID=8955f55e-a0e4-4ee4-88c1-691b0f5a212e,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:32.369196 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-cf4951f3-0059-46c4-9b55-34fa14cf147b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:32.425059 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ca7870da-7967-42c6-8eb0-35f3daad9ca1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.427324 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.444024 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] For port 73002e30-cd31-4517-8e2d-1623d28d8030, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:32.444243 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 84307c0d-ce15-4909-b330-537f26408e13 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:32.444452 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.450519 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72b5bc4-432b-41f9-a444-1e4d427ca359 admin admin] Made reservation on behalf of 7dde5375b5a4484c8dd7dc8c5c8a0788 for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:32.453791 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] For port 73002e30-cd31-4517-8e2d-1623d28d8030, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=73002e30-cd31-4517-8e2d-1623d28d8030,segment=NetworkSegment(d5b2c067-5df5-47f0-849b-b6fc5b5032f0),segment_id=d5b2c067-5df5-47f0-849b-b6fc5b5032f0)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:32.457544 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f72b5bc4-432b-41f9-a444-1e4d427ca359 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.469525 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.472141 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:32.486068 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:32.532074 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7870da-7967-42c6-8eb0-35f3daad9ca1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00506d57-e829-42e9-bd22-80e4169f38c3,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:32.538457 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ca7870da-7967-42c6-8eb0-35f3daad9ca1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:32.551224 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bfbe28a6-59b0-463c-af2a-5cb9af128082 req-968a5c5c-5207-4e16-8754-9472b27d8a7f tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525682 Jun 29 15:52:32.586031 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:32.587497 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.589063 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] 10.222.0.81 "PUT /v2.0/ports/73002e30-cd31-4517-8e2d-1623d28d8030 HTTP/1.1" status: 200 len: 1093 time: 5.3937979 Jun 29 15:52:32.612669 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Pushing event updated for resources: {'Port': ['ID=73002e30-cd31-4517-8e2d-1623d28d8030,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:32.616689 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:32.639861 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.849403 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:32.860370 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.860868 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36768) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:32.880021 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef274b5-0f57-49a2-a457-dda20b1751b7 req-819e9e1c-16df-4177-8610-6d33abe9c717 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:32.881640 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9ef274b5-0f57-49a2-a457-dda20b1751b7 req-819e9e1c-16df-4177-8610-6d33abe9c717 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 943 time: 0.6826036 Jun 29 15:52:32.886819 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.900929 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e91da37b-b23c-4679-a61f-4c2cb7b68cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.907803 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:32.972188 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event updated for resources: {'Port': ['ID=184c43dd-4c76-41f0-b6a8-20ec9886e7f6,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:32.991164 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ca7870da-7967-42c6-8eb0-35f3daad9ca1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:32.992687 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ca7870da-7967-42c6-8eb0-35f3daad9ca1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5387895 Jun 29 15:52:32.996153 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:33.005883 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9ef274b5-0f57-49a2-a457-dda20b1751b7 req-1698cd8c-1ba1-4866-a1c4-ec72bcbc4df4 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158781 Jun 29 15:52:33.006645 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36772) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:33.021957 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-ec169790-89d3-4918-a5ba-d461f00eee67 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Request body: {'security_group_rule': {'security_group_id': '00506d57-e829-42e9-bd22-80e4169f38c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:33.024421 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e91da37b-b23c-4679-a61f-4c2cb7b68cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.031538 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.032245 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e91da37b-b23c-4679-a61f-4c2cb7b68cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.040337 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:33.075738 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec169790-89d3-4918-a5ba-d461f00eee67 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.113046 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.114655 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5220675 Jun 29 15:52:33.170864 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da37b-b23c-4679-a61f-4c2cb7b68cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317e8331-109f-45e0-9c24-43745660e73a,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:33.184999 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e91da37b-b23c-4679-a61f-4c2cb7b68cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:33.189501 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e91da37b-b23c-4679-a61f-4c2cb7b68cc0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=396145ae69a6474d87afcbac6eb7346c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273108 Jun 29 15:52:33.190128 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 36786) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:33.314392 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:32Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:33.316092 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42e06472-e665-47f8-a74e-6d93d20fd4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.348120 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1e0c76-2aad-4cbe-834a-5395c4710859 None None] The sync data for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi is: [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:32Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:52:33.376627 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42e06472-e665-47f8-a74e-6d93d20fd4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.560069 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42e06472-e665-47f8-a74e-6d93d20fd4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.590613 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42e06472-e665-47f8-a74e-6d93d20fd4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.596861 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-42e06472-e665-47f8-a74e-6d93d20fd4df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/317e8331-109f-45e0-9c24-43745660e73a HTTP/1.1" status: 204 len: 168 time: 0.4056687 Jun 29 15:52:33.599714 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:33.652545 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f72b5bc4-432b-41f9-a444-1e4d427ca359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.655049 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e06472-e665-47f8-a74e-6d93d20fd4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317e8331-109f-45e0-9c24-43745660e73a,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:33.662663 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-42e06472-e665-47f8-a74e-6d93d20fd4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:33.681064 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:33.847301 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9894bc04-bea4-4c00-9f2e-67ed5b6efe17', 'tag': '73002e30-cd31-4517-8e2d-1623d28d8030'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:52:33.858504 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabca465-53e7-48f1-b80a-eab6345b564b" -d '{"events": [{"name": "network-changed", "server_uuid": "9894bc04-bea4-4c00-9f2e-67ed5b6efe17", "tag": "73002e30-cd31-4517-8e2d-1623d28d8030"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:52:33.869899 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec169790-89d3-4918-a5ba-d461f00eee67 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.899952 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b88a4e6f-94e7-4c74-a73e-5de951d1e793 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1851796524&fields=id&tenant_id=d5439281c0ac4668952ac8a98e1cd1ad HTTP/1.1" status: 200 len: 267 time: 0.1701076 Jun 29 15:52:33.903207 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b5bc4-432b-41f9-a444-1e4d427ca359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbaf51d6-4d1e-4f58-a0d0-ad435ab6de66,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:33.921210 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec169790-89d3-4918-a5ba-d461f00eee67 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:33.927868 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f72b5bc4-432b-41f9-a444-1e4d427ca359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:34.084798 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b0583ae8-a962-422c-8995-5d7956a5a72e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:34.168388 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b5bc4-432b-41f9-a444-1e4d427ca359 admin admin] Checking segment: {'id': '851aec0d-7693-4f20-a9b8-2652910097aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'eef9c74a-69c5-4a34-991f-33715d8e14fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:34.168795 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b5bc4-432b-41f9-a444-1e4d427ca359 admin admin] Network hostable DHCP agents. Network: eef9c74a-69c5-4a34-991f-33715d8e14fc, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:52:34.193162 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 8955f55e-a0e4-4ee4-88c1-691b0f5a212e up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:34.202650 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec169790-89d3-4918-a5ba-d461f00eee67 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e114636-18ca-42e3-af42-a5dfd99ac47b,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:34.236160 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ec169790-89d3-4918-a5ba-d461f00eee67 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:34.253787 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec169790-89d3-4918-a5ba-d461f00eee67 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.258268 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ec169790-89d3-4918-a5ba-d461f00eee67 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2457311 Jun 29 15:52:34.258946 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-06af4486-0f24-44c3-ad68-6e1d8037115f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:34.259927 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36822) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:34.265135 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-06af4486-0f24-44c3-ad68-6e1d8037115f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/networks?id=41b63229-f54d-495f-9492-1733d010c4cd HTTP/1.1" status: 200 len: 810 time: 0.3596797 Jun 29 15:52:34.284661 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-7b658f10-03e3-4929-a837-04bf6a8b1372 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Request body: {'security_group_rule': {'security_group_id': '00506d57-e829-42e9-bd22-80e4169f38c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:34.296122 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-570d6798-1ce9-4146-9d37-64f631b06945 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/quotas/d5439281c0ac4668952ac8a98e1cd1ad HTTP/1.1" status: 200 len: 375 time: 0.0241461 Jun 29 15:52:34.306704 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b5c10-835d-4ec2-961b-9d4bd7fe363b req-69da4447-e864-40ca-89e6-8c681fd6bbaa tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:34.317599 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c5b5c10-835d-4ec2-961b-9d4bd7fe363b req-69da4447-e864-40ca-89e6-8c681fd6bbaa tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 944 time: 0.4242234 Jun 29 15:52:34.320527 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b5bc4-432b-41f9-a444-1e4d427ca359 admin admin] Network eef9c74a-69c5-4a34-991f-33715d8e14fc is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:52:34.339718 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:34.350610 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:34.351007 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.359691 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-f72b5bc4-432b-41f9-a444-1e4d427ca359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, eef9c74a-69c5-4a34-991f-33715d8e14fc) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:34.373106 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b5bc4-432b-41f9-a444-1e4d427ca359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:34.373750 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f72b5bc4-432b-41f9-a444-1e4d427ca359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.411764 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c735807-efeb-4fd0-9680-10490c791ec0 None None] Network eef9c74a-69c5-4a34-991f-33715d8e14fc requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:34.453989 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c5b5c10-835d-4ec2-961b-9d4bd7fe363b req-2c9dfdf0-05ec-451c-a97d-607ee79adf7c tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355255 Jun 29 15:52:34.456185 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f72b5bc4-432b-41f9-a444-1e4d427ca359 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7024040 Jun 29 15:52:34.466627 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b658f10-03e3-4929-a837-04bf6a8b1372 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.546568 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-daf9fb34-46f6-4d0c-b463-6ab524371fee tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d5439281c0ac4668952ac8a98e1cd1ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2390461 Jun 29 15:52:34.584317 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.636830 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b658f10-03e3-4929-a837-04bf6a8b1372 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.654009 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b658f10-03e3-4929-a837-04bf6a8b1372 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.658335 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ec169790-89d3-4918-a5ba-d461f00eee67 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:34.711754 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b658f10-03e3-4929-a837-04bf6a8b1372 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15e09f8-1a16-4292-a74b-6510b84f1c43,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:34.716142 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7b658f10-03e3-4929-a837-04bf6a8b1372 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:34.722010 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda025cb-f85f-4020-9511-7e32e1dfbbb4 x-openstack-request-id: req-cda025cb-f85f-4020-9511-7e32e1dfbbb4 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:52:34.722539 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9894bc04-bea4-4c00-9f2e-67ed5b6efe17", "tag": "73002e30-cd31-4517-8e2d-1623d28d8030", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:52:34.723060 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cda025cb-f85f-4020-9511-7e32e1dfbbb4 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:52:34.723554 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9894bc04-bea4-4c00-9f2e-67ed5b6efe17', 'tag': '73002e30-cd31-4517-8e2d-1623d28d8030', 'status': 'completed', 'code': 200} Jun 29 15:52:34.730793 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b658f10-03e3-4929-a837-04bf6a8b1372 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.732031 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7b658f10-03e3-4929-a837-04bf6a8b1372 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4691362 Jun 29 15:52:34.738177 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36842) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:34.743576 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Request body: {'floatingip': {'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:34.790723 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36848) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:34.810501 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0e56f7-ca22-4a1f-a34d-ed0d758dc9f4 None None] Network eef9c74a-69c5-4a34-991f-33715d8e14fc requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:52:34.878770 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.959051 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=8955f55e-a0e4-4ee4-88c1-691b0f5a212e,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:34.992330 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:34.998550 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:35.040127 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48c89a6-1949-45b6-bc2c-291a00c186b8 admin admin] Deleting subnet 8a9a31f2-f3f4-4d04-9858-fb9822dcb0e5 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 15:52:35.043674 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e48c89a6-1949-45b6-bc2c-291a00c186b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:35.065956 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-624954c4-5316-466c-b606-3388f6274e87 service neutron] 10.222.0.69 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999752 Jun 29 15:52:35.099543 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=8955f55e-a0e4-4ee4-88c1-691b0f5a212e,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:35.104594 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:35.116124 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e48c89a6-1949-45b6-bc2c-291a00c186b8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:35.130390 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35d64b-cfc8-4dfb-ad68-fd7c516e5c18 req-8fdbfe61-7341-44f9-9dcb-505a9708fa57 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:35.138470 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3f35d64b-cfc8-4dfb-ad68-fd7c516e5c18 req-8fdbfe61-7341-44f9-9dcb-505a9708fa57 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 943 time: 0.2205334 Jun 29 15:52:35.166467 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e48c89a6-1949-45b6-bc2c-291a00c186b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:35.251839 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-f01ca979-57ea-438a-8c99-38f5e4e9bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:35.253746 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-f01ca979-57ea-438a-8c99-38f5e4e9bf67 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3805f5784945b6b394857877c2330a&device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 1097 time: 0.6784503 Jun 29 15:52:35.255861 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabca465-53e7-48f1-b80a-eab6345b564b req-cb7eb232-e0eb-4782-b755-782ebb4336b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:35.257280 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eabca465-53e7-48f1-b80a-eab6345b564b req-cb7eb232-e0eb-4782-b755-782ebb4336b5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9a3898f9eb964395a0ef5253ef4757d6&device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 1096 time: 0.5694435 Jun 29 15:52:35.432461 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3f35d64b-cfc8-4dfb-ad68-fd7c516e5c18 req-52fc874f-14d8-4be4-ab38-b4d1a0749526 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929087 Jun 29 15:52:35.479336 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:35.545193 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e48c89a6-1949-45b6-bc2c-291a00c186b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:35.553989 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:35.588556 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c89a6-1949-45b6-bc2c-291a00c186b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9a31f2-f3f4-4d04-9858-fb9822dcb0e5,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:35.591255 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e48c89a6-1949-45b6-bc2c-291a00c186b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:35.597720 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e48c89a6-1949-45b6-bc2c-291a00c186b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:35.600229 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e48c89a6-1949-45b6-bc2c-291a00c186b8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8a9a31f2-f3f4-4d04-9858-fb9822dcb0e5 HTTP/1.1" status: 204 len: 168 time: 0.8085172 Jun 29 15:52:35.603503 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36890) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:35.703826 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-f8b36226-daab-480d-bb74-0220f166302d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0450eda-1567-46ba-8ab3-1234cb202751 HTTP/1.1" status: 200 len: 217 time: 0.4327130 Jun 29 15:52:35.771798 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:35.773588 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-81b88d60-1e83-410e-8e29-0f404feed51d service neutron] 10.222.0.69 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7052827 Jun 29 15:52:35.791545 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Allocated IP 172.27.1.83 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/a427b08f-2131-4146-856e-64e21e98014b) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:35.894238 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-c8bac71c-d7cd-448a-b818-6c777e7e2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:35.900277 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-c8bac71c-d7cd-448a-b818-6c777e7e2c9e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c16c7709-1233-4e6f-be61-74b96428410e HTTP/1.1" status: 200 len: 854 time: 0.1893537 Jun 29 15:52:35.905346 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabca465-53e7-48f1-b80a-eab6345b564b req-26674da2-b068-46b4-9147-50ffe54ecac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:35.906933 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eabca465-53e7-48f1-b80a-eab6345b564b req-26674da2-b068-46b4-9147-50ffe54ecac3 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=9a3898f9eb964395a0ef5253ef4757d6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6345685 Jun 29 15:52:35.960253 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204192a-14c9-4c4e-babf-9a498fa51bef req-d6fd3fe5-7e23-47a7-949d-d00318768946 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:35.963264 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1204192a-14c9-4c4e-babf-9a498fa51bef req-d6fd3fe5-7e23-47a7-949d-d00318768946 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 944 time: 0.2894535 Jun 29 15:52:35.972453 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-19fe3f91-320b-425b-89b0-9ae2e4fbbc30 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644765 Jun 29 15:52:36.049643 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:36.074212 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1204192a-14c9-4c4e-babf-9a498fa51bef req-c776c3d2-cf17-457c-ae71-db252aee1387 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998375 Jun 29 15:52:36.076267 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.076608 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.077380 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.077721 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > port after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.078368 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.078686 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > port after_update 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.078996 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.080489 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.080833 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.081330 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.120988 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 8955f55e-a0e4-4ee4-88c1-691b0f5a212e up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:36.205737 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:36.206347 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:36.223240 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-29ed6f2a-f544-45f8-8eb7-ea938a46d1d5 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147792 Jun 29 15:52:36.273320 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4d667231-a49b-4abc-a61b-af4c9beedec4 req-ff7d0091-4ec8-4fc7-a59a-435d952846ca tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 210 time: 0.1659009 Jun 29 15:52:36.485503 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabca465-53e7-48f1-b80a-eab6345b564b req-aab7b656-c1b6-437c-958e-544e3c35793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:36.494029 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.494437 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.494822 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.495205 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:52:36.495618 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031e0ff0-78ee-4168-b492-da2aedf1f528']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:36.499413 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eabca465-53e7-48f1-b80a-eab6345b564b req-aab7b656-c1b6-437c-958e-544e3c35793e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5246360 Jun 29 15:52:36.521948 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101b25c2-df9b-4dce-92ef-841f9f2157d4') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:36.522356 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101b25c2-df9b-4dce-92ef-841f9f2157d4') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:36.538700 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08aa8460-d2ea-4be6-854f-95eab62b0b6a req-7d74510c-d505-47bb-b345-91f711b8f608 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746422 Jun 29 15:52:36.561373 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2514708'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:36.597889 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:36.608100 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:36.622379 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:52:36.622782 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9716340'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: from cryptography.utils import int_from_bytes Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: from cryptography.utils import int_from_bytes Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: Traceback (most recent call last): Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: timer() Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: cb(*args, **kw) Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: return func(*args, **kwargs) Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: self._notify() Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: self.callback(batched_events) Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: event.method(event) Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: return f(self, *a, **k) Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._get(url).json() Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:52:36.627369 dv-cinder-792209-4-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:52:36.731529 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c8d43606-e1e8-4de6-990d-c47c975f9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:36.734653 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-c8d43606-e1e8-4de6-990d-c47c975f9a10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9a3898f9eb964395a0ef5253ef4757d6&device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 1096 time: 0.1889238 Jun 29 15:52:36.751929 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:36.760851 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0b80169c-1ea0-4323-bfef-c4bce4a3b88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:36.776662 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=031e0ff0-78ee-4168-b492-da2aedf1f528,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:36.791077 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:36.793029 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/031e0ff0-78ee-4168-b492-da2aedf1f528 HTTP/1.1" status: 204 len: 168 time: 1.1885850 Jun 29 15:52:36.794697 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9716266'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:36.797227 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36970) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:36.854530 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843900d2-9ba6-4bf7-862a-158a6d085b46 req-1c2341e1-7ad0-4664-ac82-1e3b7407b59c tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:36.862195 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-843900d2-9ba6-4bf7-862a-158a6d085b46 req-1c2341e1-7ad0-4664-ac82-1e3b7407b59c tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 943 time: 0.1973407 Jun 29 15:52:36.881182 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:36.900472 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:36.910185 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:36.913955 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-914e4da7-66a2-4e91-ae04-8c4a9ae0e5af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73002e30-cd31-4517-8e2d-1623d28d8030 HTTP/1.1" status: 200 len: 217 time: 0.1637332 Jun 29 15:52:36.919430 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c0910-9b8c-4561-8915-d334b637fe6d req-a695e703-3104-4c66-9acb-31b725298aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:36.920891 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-834c0910-9b8c-4561-8915-d334b637fe6d req-a695e703-3104-4c66-9acb-31b725298aba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3805f5784945b6b394857877c2330a&device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 1097 time: 0.2906847 Jun 29 15:52:36.988232 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:36.991818 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:37.020900 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-ea222b62-e99f-40fd-b8d7-821714c58250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:37.027805 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-ea222b62-e99f-40fd-b8d7-821714c58250 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=63f35fd9-319d-4b3a-8ce4-61e8f74052e7 HTTP/1.1" status: 200 len: 852 time: 0.1001987 Jun 29 15:52:37.062661 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-843900d2-9ba6-4bf7-862a-158a6d085b46 req-11fb57cb-5ade-46b6-b369-43544e6054ad tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995001 Jun 29 15:52:37.109945 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cff1312-8d9f-497c-bbcb-86f898272e86 admin admin] Deleting subnet cbaf51d6-4d1e-4f58-a0d0-ad435ab6de66 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 15:52:37.135738 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8cff1312-8d9f-497c-bbcb-86f898272e86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.240612 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.248433 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event updated for resources: {'Port': ['ID=a427b08f-2131-4146-856e-64e21e98014b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:37.253544 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-5aa0f983-83a8-4e24-9dd5-d6c0304d5be0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bcc936fc-bad0-40bf-b7a4-86979cad0ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364244 Jun 29 15:52:37.261260 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:37.276224 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8cff1312-8d9f-497c-bbcb-86f898272e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2514715'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.350394 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.375536 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8cff1312-8d9f-497c-bbcb-86f898272e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.412859 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c0910-9b8c-4561-8915-d334b637fe6d req-af9d0e5e-8a30-4b41-a9d1-438b7de356a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:37.415024 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-834c0910-9b8c-4561-8915-d334b637fe6d req-af9d0e5e-8a30-4b41-a9d1-438b7de356a5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f HTTP/1.1" status: 200 len: 915 time: 0.4730790 Jun 29 15:52:37.468295 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 36998) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:37.472289 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6f49b8e1-e674-4f2e-a01d-e81af5548d28 req-23774e5f-f865-4e8b-9542-c540ba6c87d6 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 210 time: 0.0433173 Jun 29 15:52:37.480358 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-834c0910-9b8c-4561-8915-d334b637fe6d req-77657828-e7c9-4731-adc2-81a68a9625fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0450eda-1567-46ba-8ab3-1234cb202751 HTTP/1.1" status: 200 len: 217 time: 0.0564091 Jun 29 15:52:37.538989 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a6273-cdc0-452c-9297-9c1e3c092b03 req-11a6d9c6-8b9e-41dc-9dec-6eb168ad3591 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:37.547941 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a6a6273-cdc0-452c-9297-9c1e3c092b03 req-11a6d9c6-8b9e-41dc-9dec-6eb168ad3591 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 944 time: 0.2628005 Jun 29 15:52:37.558868 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8cff1312-8d9f-497c-bbcb-86f898272e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9716441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9850893'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.573055 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4f866df3-2be8-47ee-a48b-f520367e3354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:37.578350 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-59ae9ed6-4c30-4234-8e5e-ce826bca26ae service neutron] 10.222.0.81 "GET /v2.0/networks/bcc936fc-bad0-40bf-b7a4-86979cad0ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133588 Jun 29 15:52:37.599980 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8cff1312-8d9f-497c-bbcb-86f898272e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.602562 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8cff1312-8d9f-497c-bbcb-86f898272e86 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cbaf51d6-4d1e-4f58-a0d0-ad435ab6de66 HTTP/1.1" status: 204 len: 168 time: 0.8039186 Jun 29 15:52:37.605475 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff1312-8d9f-497c-bbcb-86f898272e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbaf51d6-4d1e-4f58-a0d0-ad435ab6de66,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:37.608660 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8cff1312-8d9f-497c-bbcb-86f898272e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:37.609222 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37004) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:37.668887 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.81', 59133) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:37.715748 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9654f011-600e-4636-ba9e-ee8d04405b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.724911 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.813681 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.864929 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9716248'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.876672 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:37.915418 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:37.921427 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c0910-9b8c-4561-8915-d334b637fe6d req-71cefeea-1141-4df7-848d-117d69ab90af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:37.922712 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-834c0910-9b8c-4561-8915-d334b637fe6d req-71cefeea-1141-4df7-848d-117d69ab90af service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c16c7709-1233-4e6f-be61-74b96428410e HTTP/1.1" status: 200 len: 854 time: 0.4197416 Jun 29 15:52:37.951574 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef9c74a-69c5-4a34-991f-33715d8e14fc']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:37.959537 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a6a6273-cdc0-452c-9297-9c1e3c092b03 req-32a5d28c-83e3-4988-89ad-501d18e28c4a tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102998 Jun 29 15:52:37.994717 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851aec0d-7693-4f20-a9b8-2652910097aa') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:37.994821 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851aec0d-7693-4f20-a9b8-2652910097aa') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:38.000441 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-834c0910-9b8c-4561-8915-d334b637fe6d req-0cb36967-7d40-4556-a391-26c9e7cebaf8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635457 Jun 29 15:52:38.008947 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event updated for resources: {'Port': ['ID=a427b08f-2131-4146-856e-64e21e98014b,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:38.012317 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:38.017810 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2514708'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.037057 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.048565 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.066007 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:52:38.066403 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9716340'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: Traceback (most recent call last): Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: timer() Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: cb(*args, **kw) Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: return func(*args, **kwargs) Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: self._notify() Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: self.callback(batched_events) Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: event.method(event) Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: return f(self, *a, **k) Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._get(url).json() Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:52:38.074942 dv-cinder-792209-4-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:52:38.077065 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55b13d6a-21e2-4357-b5e4-5773f9135880 req-68d2a73c-3c79-46ab-9a6a-7871f2bfb74c service neutron] 10.222.0.81 "GET /v2.0/networks/bcc936fc-bad0-40bf-b7a4-86979cad0ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690990 Jun 29 15:52:38.114149 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-212f0122-a5b4-4a3f-ba23-f32535eea997 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:38.115709 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-212f0122-a5b4-4a3f-ba23-f32535eea997 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.81 "GET /v2.0/networks?id=41b63229-f54d-495f-9492-1733d010c4cd HTTP/1.1" status: 200 len: 810 time: 0.4458652 Jun 29 15:52:38.164981 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-834c0910-9b8c-4561-8915-d334b637fe6d req-eb973917-4699-4683-933c-e1844f6bd1fb service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565855 Jun 29 15:52:38.239044 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-7bf8eeaf-26e0-43c5-bc26-2ffea987dfce tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5439281c0ac4668952ac8a98e1cd1ad HTTP/1.1" status: 200 len: 380 time: 0.1093507 Jun 29 15:52:38.249992 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Request body: {'port': {'device_id': '0bc2e317-3b0e-4c1f-ab03-b95b23858a33', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'admin_state_up': True, 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'security_groups': ['d84862c5-7311-4781-89da-2f77ea5b7164']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:38.271377 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9654f011-600e-4636-ba9e-ee8d04405b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.317799 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9654f011-600e-4636-ba9e-ee8d04405b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.323704 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.325138 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5858226 Jun 29 15:52:38.329017 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-51d68232-1c36-468a-a075-dbb0b5d35d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:38.353561 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.379258 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.385207 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] 10.222.0.69 "DELETE /v2.0/networks/eef9c74a-69c5-4a34-991f-33715d8e14fc HTTP/1.1" status: 204 len: 168 time: 0.7692008 Jun 29 15:52:38.388210 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654f011-600e-4636-ba9e-ee8d04405b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442775a4-b5bc-4937-82c8-fb406b708744,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:38.401657 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9654f011-600e-4636-ba9e-ee8d04405b36 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=83ac16a1a0c7449bb10406bdbcaa7912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9314435 Jun 29 15:52:38.402708 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37022) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:38.412038 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9654f011-600e-4636-ba9e-ee8d04405b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:38.415879 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:38.431603 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-834c0910-9b8c-4561-8915-d334b637fe6d req-4d542a6c-5fc8-4ea8-9d10-f8e31ec6613e service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580712 Jun 29 15:52:38.448809 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] Pushing event deleted for resources: {'Network': ['ID=eef9c74a-69c5-4a34-991f-33715d8e14fc,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:38.455762 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1c17907a-275d-4de8-baea-94aa5885b1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:38.463348 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Made reservation on behalf of d5439281c0ac4668952ac8a98e1cd1ad for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:38.468008 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.497443 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bae4f4-7746-4037-b5a0-cf891cd09371 req-e5a4b766-c1d1-4c2b-bf07-bef6007e5f8c tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:38.498626 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a0bae4f4-7746-4037-b5a0-cf891cd09371 req-e5a4b766-c1d1-4c2b-bf07-bef6007e5f8c tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 943 time: 0.2260158 Jun 29 15:52:38.558711 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2c55-7024-4232-8354-1de60db71817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.601090 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 37030) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:38.660256 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a0bae4f4-7746-4037-b5a0-cf891cd09371 req-5c121512-d7b4-43eb-9710-3df2da2b1532 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433082 Jun 29 15:52:38.709197 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-964c0db0-1e8c-4eef-946c-c3db414ecd61 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a195e1f138e3436e8a34766094fe05ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1070788 Jun 29 15:52:38.712074 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2c55-7024-4232-8354-1de60db71817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.713556 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 37036) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:38.722992 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Allocated IP 172.20.0.5 (41b63229-f54d-495f-9492-1733d010c4cd/b45a8124-4c73-414b-aa79-0813179b73b7/ead8228a-ead4-42e1-b499-f5b408ebc8b6) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:38.827881 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2c55-7024-4232-8354-1de60db71817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.835535 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2c55-7024-4232-8354-1de60db71817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.837415 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c1ce2c55-7024-4232-8354-1de60db71817 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/442775a4-b5bc-4937-82c8-fb406b708744 HTTP/1.1" status: 204 len: 168 time: 0.4327700 Jun 29 15:52:38.846627 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9654f011-600e-4636-ba9e-ee8d04405b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:38.856016 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-310c477b-3b85-4185-87dd-ced61317d626 req-dfb8cc01-08bf-411e-8679-ed2009c8e5a3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 210 time: 0.0781674 Jun 29 15:52:38.866559 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce2c55-7024-4232-8354-1de60db71817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442775a4-b5bc-4937-82c8-fb406b708744,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:38.877737 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c1ce2c55-7024-4232-8354-1de60db71817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:38.885040 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-725283a3-f760-42f2-80c0-c697da4580a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:38.912293 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-1cbb2e24-37bc-4a6a-a8b8-ddf38f499ee0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1954551138&fields=id&tenant_id=ed53fee279d64d20a9ad45e37aae39a8 HTTP/1.1" status: 200 len: 267 time: 0.0939319 Jun 29 15:52:38.944591 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-725283a3-f760-42f2-80c0-c697da4580a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:39.032720 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:39.057226 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-725283a3-f760-42f2-80c0-c697da4580a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:39.058634 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Transition to ACTIVE for port object ead8228a-ead4-42e1-b499-f5b408ebc8b6 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:39.059254 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f08de852-625b-47fb-9762-afb4958778a6 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:39.063527 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-725283a3-f760-42f2-80c0-c697da4580a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:39.064907 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-725283a3-f760-42f2-80c0-c697da4580a6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6ec93ef-ce7c-4757-8006-db3932c26bd3 HTTP/1.1" status: 204 len: 168 time: 0.3504124 Jun 29 15:52:39.067281 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f08de852-625b-47fb-9762-afb4958778a6 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/networks?id=61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 200 len: 815 time: 0.1469483 Jun 29 15:52:39.067878 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-faf9f96a-54db-431a-8e88-5245f085d644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:39.084422 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725283a3-f760-42f2-80c0-c697da4580a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ec93ef-ce7c-4757-8006-db3932c26bd3,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:39.089650 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-761cd243-05fd-4e4f-8827-d824ec89868a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/quotas/ed53fee279d64d20a9ad45e37aae39a8 HTTP/1.1" status: 200 len: 375 time: 0.0209222 Jun 29 15:52:39.098340 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-725283a3-f760-42f2-80c0-c697da4580a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:39.171582 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:39.179444 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:39.232228 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Network 41b63229-f54d-495f-9492-1733d010c4cd is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:39.233881 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-eca0c93b-a24c-49f4-a60c-5d4c3de5850a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1347437 Jun 29 15:52:39.237625 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:39.246622 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:39.252929 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:39.253616 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:39.284053 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event updated for resources: {'Port': ['ID=ead8228a-ead4-42e1-b499-f5b408ebc8b6,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:39.303138 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:39.318427 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea1a12-0207-4586-acae-be60dec1393e req-66c87e98-1753-4f46-b328-f29bc6bb18d7 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:39.320208 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-32ea1a12-0207-4586-acae-be60dec1393e req-66c87e98-1753-4f46-b328-f29bc6bb18d7 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 944 time: 0.1882136 Jun 29 15:52:39.322276 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0763624 Jun 29 15:52:39.342765 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Request body: {'port': {'device_id': '0bc2e317-3b0e-4c1f-ab03-b95b23858a33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:39.396236 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-84747f93-9cb8-428a-b677-68d110f61ac1 service neutron] 10.222.0.69 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570261 Jun 29 15:52:39.412304 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device b0450eda-1567-46ba-8ab3-1234cb202751 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:52:39.435459 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-32ea1a12-0207-4586-acae-be60dec1393e req-b42a6513-703a-4bdc-a154-45c9e1b5828c tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085663 Jun 29 15:52:39.442763 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 37060) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:39.500780 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-681aba84-d05b-4ecd-8f8c-3b6d9b042f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:39.548849 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:39.571078 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-cfb7c375-dfb6-407b-abf0-2a54bcd90730 service neutron] 10.222.0.69 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733751 Jun 29 15:52:39.652490 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port b0450eda-1567-46ba-8ab3-1234cb202751, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b0450eda-1567-46ba-8ab3-1234cb202751,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:39.656694 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e7454eb2-f8d7-4d31-be3b-355e90ddf582 None None] Provisioning for port ead8228a-ead4-42e1-b499-f5b408ebc8b6 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:39.668632 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e7454eb2-f8d7-4d31-be3b-355e90ddf582 None None] Provisioning complete for port ead8228a-ead4-42e1-b499-f5b408ebc8b6 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:39.669435 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e7454eb2-f8d7-4d31-be3b-355e90ddf582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:39.674297 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': 'b0450eda-1567-46ba-8ab3-1234cb202751', 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f', 'port_id': 'b0450eda-1567-46ba-8ab3-1234cb202751', 'mac_address': 'fa:16:3e:2d:6c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16c7709-1233-4e6f-be61-74b96428410e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:52:39.772490 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37070) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:39.801983 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e7454eb2-f8d7-4d31-be3b-355e90ddf582 None None] Port ead8228a-ead4-42e1-b499-f5b408ebc8b6 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:52:39.815369 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f988296d-07d7-4477-a8c3-0736dc4c2771 req-f7294b23-86af-4b9f-9659-00df50974c91 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 210 time: 0.0548658 Jun 29 15:52:39.834613 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:39.874812 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e2ada5b0-7719-4dd2-a238-8533f54c57c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7dde5375b5a4484c8dd7dc8c5c8a0788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009674 Jun 29 15:52:39.875797 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37074) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:39.876725 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0450eda-1567-46ba-8ab3-1234cb202751 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:52:39.906678 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port b0450eda-1567-46ba-8ab3-1234cb202751, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b0450eda-1567-46ba-8ab3-1234cb202751,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:39.917714 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:39.920549 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:39.983563 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-62c6d5d0-462b-4676-8b84-8aad36a219d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.011606 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-62c6d5d0-462b-4676-8b84-8aad36a219d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.062473 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=b0450eda-1567-46ba-8ab3-1234cb202751,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:40.069055 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:40.134386 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-681aba84-d05b-4ecd-8f8c-3b6d9b042f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.144442 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-681aba84-d05b-4ecd-8f8c-3b6d9b042f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.173438 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead8228a-ead4-42e1-b499-f5b408ebc8b6 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:52:40.174387 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['b0450eda-1567-46ba-8ab3-1234cb202751'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:52:40.178446 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-55267ee2-73d0-46c4-bf27-5e4c73b84360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:40.191649 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27759f80-c09d-4f0b-8cd8-1f47b46aedf0 req-b0a677b3-cf75-493c-9272-c97cb8c6d570 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:40.193319 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-27759f80-c09d-4f0b-8cd8-1f47b46aedf0 req-b0a677b3-cf75-493c-9272-c97cb8c6d570 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 931 time: 0.1286583 Jun 29 15:52:40.194519 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-62c6d5d0-462b-4676-8b84-8aad36a219d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.198633 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-62c6d5d0-462b-4676-8b84-8aad36a219d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.199727 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-62c6d5d0-462b-4676-8b84-8aad36a219d4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9fa85dac-0ec9-4a8b-8bb3-0f5cb766b56d HTTP/1.1" status: 204 len: 168 time: 0.3224490 Jun 29 15:52:40.202562 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c1ce2c55-7024-4232-8354-1de60db71817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:40.219045 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aba84-d05b-4ecd-8f8c-3b6d9b042f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc81b89-21dc-411f-8aec-97735693f638,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:40.227573 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-681aba84-d05b-4ecd-8f8c-3b6d9b042f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:40.230852 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.232870 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6d5d0-462b-4676-8b84-8aad36a219d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa85dac-0ec9-4a8b-8bb3-0f5cb766b56d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:40.236992 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-62c6d5d0-462b-4676-8b84-8aad36a219d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:40.276781 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-27759f80-c09d-4f0b-8cd8-1f47b46aedf0 req-4272519e-7074-4822-ac62-0dc75d57fa12 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753510 Jun 29 15:52:40.283274 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Transition to ACTIVE for port object ead8228a-ead4-42e1-b499-f5b408ebc8b6 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:40.297571 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-681aba84-d05b-4ecd-8f8c-3b6d9b042f90 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9b7dbb825924851b70083fe5861717e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8519137 Jun 29 15:52:40.305823 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 37092) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:40.306737 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.325783 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30cf73-4194-472d-94c6-aa9529261a81 req-fa3efdbf-ac40-4d66-8f2c-1417f6748cd1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:40.327520 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8b30cf73-4194-472d-94c6-aa9529261a81 req-fa3efdbf-ac40-4d66-8f2c-1417f6748cd1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 943 time: 0.2851496 Jun 29 15:52:40.333879 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:40.498721 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Pushing event updated for resources: {'Port': ['ID=ead8228a-ead4-42e1-b499-f5b408ebc8b6,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:40.502159 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:40.517163 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8b30cf73-4194-472d-94c6-aa9529261a81 req-3eda02da-e488-41ed-892f-c6d02aff7c1f tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742587 Jun 29 15:52:40.538573 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3bc33b9b-9dc4-4ce7-bd0f-c8cc108c78a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.567969 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3bc33b9b-9dc4-4ce7-bd0f-c8cc108c78a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.615472 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Attempting to bind port ead8228a-ead4-42e1-b499-f5b408ebc8b6 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:40.617835 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Attempting to bind port ead8228a-ead4-42e1-b499-f5b408ebc8b6 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:40.618215 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Attempting to bind port ead8228a-ead4-42e1-b499-f5b408ebc8b6 on network 41b63229-f54d-495f-9492-1733d010c4cd {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:40.625070 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Port ead8228a-ead4-42e1-b499-f5b408ebc8b6 on network 41b63229-f54d-495f-9492-1733d010c4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:52:40.625504 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Attempting to bind port ead8228a-ead4-42e1-b499-f5b408ebc8b6 on network 41b63229-f54d-495f-9492-1733d010c4cd {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:40.634468 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:40.635109 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Checking segment: {'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:40.635619 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Bound using segment: {'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:40.636488 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Bound port: ead8228a-ead4-42e1-b499-f5b408ebc8b6, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:40.636838 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.652758 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3bc33b9b-9dc4-4ce7-bd0f-c8cc108c78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.684958 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3bc33b9b-9dc4-4ce7-bd0f-c8cc108c78a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.702494 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3bc33b9b-9dc4-4ce7-bd0f-c8cc108c78a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ccc81b89-21dc-411f-8aec-97735693f638 HTTP/1.1" status: 204 len: 168 time: 0.3853900 Jun 29 15:52:40.710900 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:40.729323 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc33b9b-9dc4-4ce7-bd0f-c8cc108c78a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc81b89-21dc-411f-8aec-97735693f638,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:40.733101 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3bc33b9b-9dc4-4ce7-bd0f-c8cc108c78a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:40.763283 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ad654-ae41-45a0-8033-08c668205467 req-35e4412a-fe50-428e-80c1-2c5c881a3700 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:40.764948 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-144ad654-ae41-45a0-8033-08c668205467 req-35e4412a-fe50-428e-80c1-2c5c881a3700 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 945 time: 0.1436589 Jun 29 15:52:40.772219 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] For port ead8228a-ead4-42e1-b499-f5b408ebc8b6, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:40.777842 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] For port ead8228a-ead4-42e1-b499-f5b408ebc8b6, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ead8228a-ead4-42e1-b499-f5b408ebc8b6,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:40.784386 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.792247 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:40.866207 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-144ad654-ae41-45a0-8033-08c668205467 req-d35e8861-6556-41e8-9d63-db77ad885094 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938509 Jun 29 15:52:40.939009 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:40.939802 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.941244 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] 10.222.0.81 "PUT /v2.0/ports/ead8228a-ead4-42e1-b499-f5b408ebc8b6 HTTP/1.1" status: 200 len: 1093 time: 1.6044111 Jun 29 15:52:40.941730 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc2e317-3b0e-4c1f-ab03-b95b23858a33', 'tag': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:52:40.950349 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f14ee2-643f-4e4e-a6c5-4458e24a98dd" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc2e317-3b0e-4c1f-ab03-b95b23858a33", "tag": "ead8228a-ead4-42e1-b499-f5b408ebc8b6"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:52:40.987384 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2ba4abc7-f9ba-4d1d-9b25-5f0815f120db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:40.997309 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Pushing event updated for resources: {'Port': ['ID=ead8228a-ead4-42e1-b499-f5b408ebc8b6,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:41.020537 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:41.022272 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387ea0c7-235a-4fe5-9df7-01b2b7c713f9 x-openstack-request-id: req-387ea0c7-235a-4fe5-9df7-01b2b7c713f9 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:52:41.022832 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc2e317-3b0e-4c1f-ab03-b95b23858a33", "tag": "ead8228a-ead4-42e1-b499-f5b408ebc8b6", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:52:41.023357 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-387ea0c7-235a-4fe5-9df7-01b2b7c713f9 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:52:41.024586 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc2e317-3b0e-4c1f-ab03-b95b23858a33', 'tag': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6', 'status': 'completed', 'code': 200} Jun 29 15:52:41.081144 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-04b0f01e-6b52-4d33-bd98-7bcd75f3bf42 req-c4c017a1-9f9a-4b16-85d1-83e37d43aa19 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 210 time: 0.0543146 Jun 29 15:52:41.162124 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-0ec3a74c-7543-4f37-ae5e-9d5c7fe4b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:41.167953 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:52:41.174398 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-0ec3a74c-7543-4f37-ae5e-9d5c7fe4b936 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5439281c0ac4668952ac8a98e1cd1ad&device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 1096 time: 0.1620243 Jun 29 15:52:41.239954 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-4fc32151-1063-4216-820f-4436b969c82e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ead8228a-ead4-42e1-b499-f5b408ebc8b6 HTTP/1.1" status: 200 len: 217 time: 0.0537992 Jun 29 15:52:41.322224 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e48bb3d2-5dcf-4e4c-8cd1-3f96d2c457b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:41.324259 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-e48bb3d2-5dcf-4e4c-8cd1-3f96d2c457b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b45a8124-4c73-414b-aa79-0813179b73b7 HTTP/1.1" status: 200 len: 849 time: 0.0782237 Jun 29 15:52:41.401889 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 73002e30-cd31-4517-8e2d-1623d28d8030 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:52:41.464969 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device b0450eda-1567-46ba-8ab3-1234cb202751 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:41.618484 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port b0450eda-1567-46ba-8ab3-1234cb202751 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:41.623837 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 73002e30-cd31-4517-8e2d-1623d28d8030, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=73002e30-cd31-4517-8e2d-1623d28d8030,segment=NetworkSegment(d5b2c067-5df5-47f0-849b-b6fc5b5032f0),segment_id=d5b2c067-5df5-47f0-849b-b6fc5b5032f0)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:41.635051 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port b0450eda-1567-46ba-8ab3-1234cb202751 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:41.635734 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:41.662069 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '73002e30-cd31-4517-8e2d-1623d28d8030', 'network_id': 'bcc936fc-bad0-40bf-b7a4-86979cad0ffa', 'port_id': '73002e30-cd31-4517-8e2d-1623d28d8030', 'mac_address': 'fa:16:3e:73:d4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f35fd9-319d-4b3a-8ce4-61e8f74052e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:52:41.704126 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b577bfa-ff93-4108-9f49-e1dbe514ab94 req-e73e3e2e-a5a7-4408-888a-2e30b7476c3c tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:41.708880 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-29fd0588-71e7-4de8-a387-6193ff1921ef tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:41.710811 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-29fd0588-71e7-4de8-a387-6193ff1921ef tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.81 "GET /v2.0/networks?id=61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 200 len: 815 time: 0.3616047 Jun 29 15:52:41.714130 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5b577bfa-ff93-4108-9f49-e1dbe514ab94 req-e73e3e2e-a5a7-4408-888a-2e30b7476c3c tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 943 time: 0.2165852 Jun 29 15:52:41.777694 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:41.790835 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5b577bfa-ff93-4108-9f49-e1dbe514ab94 req-2e29731d-1e33-4240-8b3a-9b478cb0ddff tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757155 Jun 29 15:52:41.822628 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-48946501-c0bc-4e25-8231-bf8702edc01e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed53fee279d64d20a9ad45e37aae39a8 HTTP/1.1" status: 200 len: 380 time: 0.0992074 Jun 29 15:52:41.826504 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-a889f69b-90ec-42f7-b8e7-0ae709c49f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:41.828160 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-a889f69b-90ec-42f7-b8e7-0ae709c49f7b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=41b63229-f54d-495f-9492-1733d010c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4873517 Jun 29 15:52:41.855913 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Request body: {'port': {'device_id': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'admin_state_up': True, 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'security_groups': ['00506d57-e829-42e9-bd22-80e4169f38c3']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:41.861999 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:41.988393 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6486-dffc-4d57-b509-6063bebd1a09 req-6ab1c894-6953-4fe4-ad43-734ac89b42be tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:41.990088 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6e9c6486-dffc-4d57-b509-6063bebd1a09 req-6ab1c894-6953-4fe4-ad43-734ac89b42be tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 943 time: 0.2379665 Jun 29 15:52:42.084497 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6e9c6486-dffc-4d57-b509-6063bebd1a09 req-ef81c3b2-cf94-4d2f-8b3e-cd66babccc20 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833199 Jun 29 15:52:42.098061 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633f6c5-8011-4902-9196-72d5e802daf6 req-9e6e845f-1b64-4c77-8a90-1feba65d5451 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:42.107289 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6633f6c5-8011-4902-9196-72d5e802daf6 req-9e6e845f-1b64-4c77-8a90-1feba65d5451 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 945 time: 0.0957327 Jun 29 15:52:42.150951 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-08006eaf-f01a-4383-b89e-68e091e2dd13 service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111289 Jun 29 15:52:42.168939 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port b0450eda-1567-46ba-8ab3-1234cb202751, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b0450eda-1567-46ba-8ab3-1234cb202751,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:42.170289 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a22c13-6627-4a74-aa88-f6e4466b8b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0450eda-1567-46ba-8ab3-1234cb202751'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:52:42.185464 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6633f6c5-8011-4902-9196-72d5e802daf6 req-6a27a0a4-5dfc-4e64-9be3-f056e92c54da tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766928 Jun 29 15:52:42.234421 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Made reservation on behalf of ed53fee279d64d20a9ad45e37aae39a8 for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:52:42.239459 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.240235 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73002e30-cd31-4517-8e2d-1623d28d8030 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:52:42.265730 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 73002e30-cd31-4517-8e2d-1623d28d8030, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=73002e30-cd31-4517-8e2d-1623d28d8030,segment=NetworkSegment(d5b2c067-5df5-47f0-849b-b6fc5b5032f0),segment_id=d5b2c067-5df5-47f0-849b-b6fc5b5032f0)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:42.268681 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.271225 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-144a5765-9e2f-42f3-b258-3958096797c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:42.329915 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:42.344292 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=b0450eda-1567-46ba-8ab3-1234cb202751,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:42.347593 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:42.348110 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-cf4951f3-0059-46c4-9b55-34fa14cf147b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:42.427022 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=73002e30-cd31-4517-8e2d-1623d28d8030,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:42.431176 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:42.489526 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93ffc5e-9593-453e-8d92-bd6423179201" -d '{"events": [{"server_uuid": "94a22c13-6627-4a74-aa88-f6e4466b8b9e", "name": "network-vif-plugged", "status": "completed", "tag": "b0450eda-1567-46ba-8ab3-1234cb202751"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:52:42.549855 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['73002e30-cd31-4517-8e2d-1623d28d8030'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:52:42.574209 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-29dab206-1356-436a-b97c-18e7f8cd901b req-105fdbe8-6182-4756-a7a9-9bca2a122a41 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 210 time: 0.3193107 Jun 29 15:52:42.627582 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55bf033-132d-49f1-b3d2-ab314f430b73 x-openstack-request-id: req-c55bf033-132d-49f1-b3d2-ab314f430b73 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:52:42.627889 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a22c13-6627-4a74-aa88-f6e4466b8b9e", "name": "network-vif-plugged", "status": "completed", "tag": "b0450eda-1567-46ba-8ab3-1234cb202751", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:52:42.628159 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c55bf033-132d-49f1-b3d2-ab314f430b73 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:52:42.628641 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a22c13-6627-4a74-aa88-f6e4466b8b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0450eda-1567-46ba-8ab3-1234cb202751', 'code': 200} Jun 29 15:52:42.834767 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9248c5a8-bdd4-4111-8e9c-911b34d07f63 req-d08eb07c-e06b-45e4-a08e-d834bd8eba8d service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282105 Jun 29 15:52:42.895833 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Allocated IP 172.20.0.11 (61586768-e621-44be-873b-6ad3c5a47dd5/8db42e60-7985-44f3-8899-246ef24f69ae/7e693600-0aed-4723-92bd-37bc58a9e4fb) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:52:43.208376 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14ee2-643f-4e4e-a6c5-4458e24a98dd req-c6759261-5beb-46b1-b629-8fefab1a82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:43.210788 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53f14ee2-643f-4e4e-a6c5-4458e24a98dd req-c6759261-5beb-46b1-b629-8fefab1a82e3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5439281c0ac4668952ac8a98e1cd1ad&device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 1096 time: 0.2862046 Jun 29 15:52:43.267769 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9869a-44cc-4798-b5a8-4289485819b1 req-2644bd0b-6cf9-4bf8-9ee7-c830968ee6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:43.269553 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b6f9869a-44cc-4798-b5a8-4289485819b1 req-2644bd0b-6cf9-4bf8-9ee7-c830968ee6fb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 1099 time: 0.3038681 Jun 29 15:52:43.315645 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f5abb-1161-4c29-b555-5b3d68d0f468 req-8e7948eb-11bb-4408-9bbe-4bb87f332a21 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:43.317666 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-464f5abb-1161-4c29-b555-5b3d68d0f468 req-8e7948eb-11bb-4408-9bbe-4bb87f332a21 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 943 time: 0.3472054 Jun 29 15:52:43.322134 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:43.392570 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b6f9869a-44cc-4798-b5a8-4289485819b1 req-b8dcc57b-9ba1-416e-93cf-a42b694278b4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:43.401601 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e66adf-0c83-4b69-91c9-9d8983021e8f req-e6fd4ea2-1944-4912-aad4-7ff40dc06603 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:43.406526 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 73002e30-cd31-4517-8e2d-1623d28d8030 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:43.410597 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-86e66adf-0c83-4b69-91c9-9d8983021e8f req-e6fd4ea2-1944-4912-aad4-7ff40dc06603 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 944 time: 0.1224234 Jun 29 15:52:43.425383 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Transition to ACTIVE for port object 7e693600-0aed-4723-92bd-37bc58a9e4fb will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:43.481467 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-86e66adf-0c83-4b69-91c9-9d8983021e8f req-89faf9a6-280a-45af-8dc3-dcc755915b8b tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698504 Jun 29 15:52:43.482756 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-464f5abb-1161-4c29-b555-5b3d68d0f468 req-411c67e3-854f-4d8c-a25c-639c9c15e587 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214769 Jun 29 15:52:43.504814 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port 73002e30-cd31-4517-8e2d-1623d28d8030 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:43.505279 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14ee2-643f-4e4e-a6c5-4458e24a98dd req-760101ac-9780-4c48-bc68-89a03643670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:43.506966 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53f14ee2-643f-4e4e-a6c5-4458e24a98dd req-760101ac-9780-4c48-bc68-89a03643670d service neutron] 10.222.0.81 "GET /v2.0/networks?id=41b63229-f54d-495f-9492-1733d010c4cd HTTP/1.1" status: 200 len: 911 time: 0.2728167 Jun 29 15:52:43.519533 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 73002e30-cd31-4517-8e2d-1623d28d8030 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:43.519965 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:43.596339 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53f14ee2-643f-4e4e-a6c5-4458e24a98dd req-626cccf7-c7f3-4bc5-840a-c91b115d4265 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ead8228a-ead4-42e1-b499-f5b408ebc8b6 HTTP/1.1" status: 200 len: 217 time: 0.0773664 Jun 29 15:52:43.622586 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:43.640717 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:43.713743 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 73002e30-cd31-4517-8e2d-1623d28d8030, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=73002e30-cd31-4517-8e2d-1623d28d8030,segment=NetworkSegment(d5b2c067-5df5-47f0-849b-b6fc5b5032f0),segment_id=d5b2c067-5df5-47f0-849b-b6fc5b5032f0)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:43.715928 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:43.720442 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:43.722686 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:43.746690 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:43.783995 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d2e9b555-0423-426f-8fb0-1ea3a2f5d160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:43.790579 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8266ab-0d2c-4a7a-8bfb-3ddf28c3d352 req-eedf0aca-e2b1-4a47-b05b-947db2d5fa37 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:43.798850 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=73002e30-cd31-4517-8e2d-1623d28d8030,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:43.801722 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-df8266ab-0d2c-4a7a-8bfb-3ddf28c3d352 req-eedf0aca-e2b1-4a47-b05b-947db2d5fa37 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 946 time: 0.1354356 Jun 29 15:52:43.803556 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:43.842595 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Network 61586768-e621-44be-873b-6ad3c5a47dd5 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:52:43.846673 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-df8266ab-0d2c-4a7a-8bfb-3ddf28c3d352 req-04c4ee0b-5ed1-472c-b292-4de42ab0dfc5 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434422 Jun 29 15:52:43.877363 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:52:43.905837 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:52:43.911370 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:43.912094 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:43.919665 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14ee2-643f-4e4e-a6c5-4458e24a98dd req-43cae2c0-a151-4ef6-a00e-334fdd55a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:43.921167 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53f14ee2-643f-4e4e-a6c5-4458e24a98dd req-43cae2c0-a151-4ef6-a00e-334fdd55a4b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b45a8124-4c73-414b-aa79-0813179b73b7 HTTP/1.1" status: 200 len: 849 time: 0.3159380 Jun 29 15:52:43.957407 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event updated for resources: {'Port': ['ID=7e693600-0aed-4723-92bd-37bc58a9e4fb,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:43.985639 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:43.988517 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b6f9869a-44cc-4798-b5a8-4289485819b1 req-b8dcc57b-9ba1-416e-93cf-a42b694278b4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:44.000305 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-b6f9869a-44cc-4798-b5a8-4289485819b1 req-b8dcc57b-9ba1-416e-93cf-a42b694278b4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:44.007513 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1691430 Jun 29 15:52:44.013113 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3bcc379f-a98e-42e6-8613-ac0669499787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:44.046682 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Request body: {'port': {'device_id': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:44.089452 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b6f9869a-44cc-4798-b5a8-4289485819b1 req-b8dcc57b-9ba1-416e-93cf-a42b694278b4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7641304 Jun 29 15:52:44.129737 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcc57b-9ba1-416e-93cf-a42b694278b4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ffb300-e4fc-4701-8f6a-0ab88836ce29,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:44.146406 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b8dcc57b-9ba1-416e-93cf-a42b694278b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:44.148255 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-09af4758-ca59-4e87-8d44-74b4c1f57f43 None None] Provisioning for port 7e693600-0aed-4723-92bd-37bc58a9e4fb completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:44.164172 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbef18-bd4d-4ecc-8ac1-8f08c8081d18 req-68b7548d-20d0-4b90-83e9-d583b47ced5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:44.164172 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3bbef18-bd4d-4ecc-8ac1-8f08c8081d18 req-68b7548d-20d0-4b90-83e9-d583b47ced5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 932 time: 0.3161709 Jun 29 15:52:44.165458 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-09af4758-ca59-4e87-8d44-74b4c1f57f43 None None] Provisioning complete for port 7e693600-0aed-4723-92bd-37bc58a9e4fb triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:44.165458 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-09af4758-ca59-4e87-8d44-74b4c1f57f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:44.179550 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14ee2-643f-4e4e-a6c5-4458e24a98dd req-a7795e32-78fb-40bc-8cad-31362fda8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:44.181196 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53f14ee2-643f-4e4e-a6c5-4458e24a98dd req-a7795e32-78fb-40bc-8cad-31362fda8030 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=41b63229-f54d-495f-9492-1733d010c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2419181 Jun 29 15:52:44.198744 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-09af4758-ca59-4e87-8d44-74b4c1f57f43 None None] Port 7e693600-0aed-4723-92bd-37bc58a9e4fb cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:52:44.292998 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:44.297178 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3bbef18-bd4d-4ecc-8ac1-8f08c8081d18 req-3f66acb8-3b79-449a-bdf3-2b885fe6bd17 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205783 Jun 29 15:52:44.367429 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53f14ee2-643f-4e4e-a6c5-4458e24a98dd req-c376e3eb-d824-4c47-bba9-8ecf0529a853 service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584690 Jun 29 15:52:44.578280 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53f14ee2-643f-4e4e-a6c5-4458e24a98dd req-147b599d-0f74-463b-ba76-271d72bcd346 service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022583 Jun 29 15:52:44.611906 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:44.630004 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9894bc04-bea4-4c00-9f2e-67ed5b6efe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73002e30-cd31-4517-8e2d-1623d28d8030'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:52:44.634071 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5e320e-9ece-40c9-9fdb-b8be1b20c738" -d '{"events": [{"server_uuid": "9894bc04-bea4-4c00-9f2e-67ed5b6efe17", "name": "network-vif-plugged", "status": "completed", "tag": "73002e30-cd31-4517-8e2d-1623d28d8030"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:52:44.690148 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84b66c-9abd-430c-a71b-02d3b2003e69 req-686c385b-c11f-488e-b20e-4e51dfbe14c2 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:44.692420 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2d84b66c-9abd-430c-a71b-02d3b2003e69 req-686c385b-c11f-488e-b20e-4e51dfbe14c2 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 945 time: 0.0758207 Jun 29 15:52:44.738090 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2d84b66c-9abd-430c-a71b-02d3b2003e69 req-c18596d0-2a37-49a0-b5e3-cc47179590b4 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379472 Jun 29 15:52:44.763377 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e693600-0aed-4723-92bd-37bc58a9e4fb {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:52:44.771538 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:44.793170 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0957ad7-8a4e-4841-8a97-cdf51cb3d6d2 req-cdaf8f9f-1e8d-4962-bd97-0f37ced68788 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:44.794751 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0957ad7-8a4e-4841-8a97-cdf51cb3d6d2 req-cdaf8f9f-1e8d-4962-bd97-0f37ced68788 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 943 time: 0.1376295 Jun 29 15:52:44.808021 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e1f332-86de-4520-a376-ecd94051bebd x-openstack-request-id: req-c6e1f332-86de-4520-a376-ecd94051bebd {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:52:44.808324 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9894bc04-bea4-4c00-9f2e-67ed5b6efe17", "name": "network-vif-plugged", "status": "completed", "tag": "73002e30-cd31-4517-8e2d-1623d28d8030", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:52:44.808875 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6e1f332-86de-4520-a376-ecd94051bebd {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:52:44.809036 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Transition to ACTIVE for port object 7e693600-0aed-4723-92bd-37bc58a9e4fb will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:52:44.810231 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9894bc04-bea4-4c00-9f2e-67ed5b6efe17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73002e30-cd31-4517-8e2d-1623d28d8030', 'code': 200} Jun 29 15:52:44.819187 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:44.825657 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:44.890710 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0957ad7-8a4e-4841-8a97-cdf51cb3d6d2 req-370fc33a-71a0-4b6a-8383-3a4df12e4f77 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901523 Jun 29 15:52:44.910270 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Pushing event updated for resources: {'Port': ['ID=7e693600-0aed-4723-92bd-37bc58a9e4fb,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:44.929170 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:44.947239 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Attempting to bind port 7e693600-0aed-4723-92bd-37bc58a9e4fb on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:52:44.947849 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Attempting to bind port 7e693600-0aed-4723-92bd-37bc58a9e4fb by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:52:44.948375 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Attempting to bind port 7e693600-0aed-4723-92bd-37bc58a9e4fb on network 61586768-e621-44be-873b-6ad3c5a47dd5 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:44.953583 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Port 7e693600-0aed-4723-92bd-37bc58a9e4fb on network 61586768-e621-44be-873b-6ad3c5a47dd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:52:44.955156 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Attempting to bind port 7e693600-0aed-4723-92bd-37bc58a9e4fb on network 61586768-e621-44be-873b-6ad3c5a47dd5 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:52:44.963447 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:52:44.964046 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Checking segment: {'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:52:44.964741 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Bound using segment: {'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:52:44.965628 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Bound port: 7e693600-0aed-4723-92bd-37bc58a9e4fb, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:52:44.966474 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:45.051027 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] For port 7e693600-0aed-4723-92bd-37bc58a9e4fb, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:52:45.056555 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] For port 7e693600-0aed-4723-92bd-37bc58a9e4fb, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:52:45.065206 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:45.070211 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:45.118166 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:45.118906 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:45.120461 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] 10.222.0.81 "PUT /v2.0/ports/7e693600-0aed-4723-92bd-37bc58a9e4fb HTTP/1.1" status: 200 len: 1094 time: 1.0791531 Jun 29 15:52:45.120946 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:52:45.130178 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4d971f-6cfd-4843-89b1-f96a07c9436d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:52:45.202528 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a352d-0d4b-48aa-b673-25900dc12706 req-38187410-dcb0-49c0-a812-72a3d52418cd tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:45.209779 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-815a352d-0d4b-48aa-b673-25900dc12706 req-38187410-dcb0-49c0-a812-72a3d52418cd tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 946 time: 0.1256750 Jun 29 15:52:45.275676 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-815a352d-0d4b-48aa-b673-25900dc12706 req-f6533675-c62f-459a-b769-4f158d6dcde5 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646641 Jun 29 15:52:45.322142 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Pushing event updated for resources: {'Port': ['ID=7e693600-0aed-4723-92bd-37bc58a9e4fb,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:45.325869 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:45.337176 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbcfe38-af59-49c9-9213-38342166907e x-openstack-request-id: req-8dbcfe38-af59-49c9-9213-38342166907e {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:52:45.337502 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:52:45.337767 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8dbcfe38-af59-49c9-9213-38342166907e {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:52:45.338238 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'status': 'completed', 'code': 200} Jun 29 15:52:45.378660 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-969c0ca8-7339-4a0f-aed6-9303ff8b4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:45.379382 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-969c0ca8-7339-4a0f-aed6-9303ff8b4e81 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 1097 time: 0.1566086 Jun 29 15:52:45.385523 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b45245-42c5-40df-a053-3f6b1609bca9 req-60f56dd3-b1a0-4095-ad34-3d320b2aee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:45.387302 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7b45245-42c5-40df-a053-3f6b1609bca9 req-60f56dd3-b1a0-4095-ad34-3d320b2aee39 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 1098 time: 0.2410767 Jun 29 15:52:45.418210 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ead8228a-ead4-42e1-b499-f5b408ebc8b6 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:52:45.450328 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-980f7d05-88f4-4fe2-a7e6-6932e83fb645 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb HTTP/1.1" status: 200 len: 217 time: 0.0520043 Jun 29 15:52:45.472096 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b7b45245-42c5-40df-a053-3f6b1609bca9 req-e593d4ad-0e21-464c-b275-2b4b08f35f26 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723925 Jun 29 15:52:45.567811 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-c1cc3263-dd2b-4f89-bff2-7dfa86880540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:45.569289 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-c1cc3263-dd2b-4f89-bff2-7dfa86880540 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8db42e60-7985-44f3-8899-246ef24f69ae HTTP/1.1" status: 200 len: 854 time: 0.0992854 Jun 29 15:52:45.592890 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port ead8228a-ead4-42e1-b499-f5b408ebc8b6, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ead8228a-ead4-42e1-b499-f5b408ebc8b6,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:45.612886 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'port_id': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6', 'mac_address': 'fa:16:3e:bd:04:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:52:45.705618 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:45.718937 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-26165912-fd0f-43b3-9b23-81b1a08e5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:45.720752 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-26165912-fd0f-43b3-9b23-81b1a08e5340 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=61586768-e621-44be-873b-6ad3c5a47dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1360137 Jun 29 15:52:45.722257 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead8228a-ead4-42e1-b499-f5b408ebc8b6 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:52:45.724757 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62f9a7-fdc9-4d9b-b2a8-77c8af03c3e9 req-43ab00be-3d06-4371-8c08-3c6f2e4ed99f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:45.727638 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7a62f9a7-fdc9-4d9b-b2a8-77c8af03c3e9 req-43ab00be-3d06-4371-8c08-3c6f2e4ed99f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.1663036 Jun 29 15:52:45.747428 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port ead8228a-ead4-42e1-b499-f5b408ebc8b6, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ead8228a-ead4-42e1-b499-f5b408ebc8b6,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:45.753579 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:45.757658 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e8562161-a496-42bb-aa12-60d106762c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:45.787934 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7a62f9a7-fdc9-4d9b-b2a8-77c8af03c3e9 req-68602ac4-56f0-43a3-ac88-78d46407fb8d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 Jun 29 15:52:45.829195 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=ead8228a-ead4-42e1-b499-f5b408ebc8b6,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:45.832633 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:45.851097 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37326) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:45.871460 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-5ffd3149-0896-40a8-a908-3eb4b568e04d service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376967 Jun 29 15:52:45.982592 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7f65df5e-be4b-40d7-8d84-bd734686f55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.054620 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1e3f43bb-7903-402d-8cb2-aec77522ad69 req-6ab55733-2bf2-4821-9a67-2c9336df7266 service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758814 Jun 29 15:52:46.064155 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ddbc2-a689-4315-af16-71056e325cb7 req-1931ce9d-3f39-4803-a155-3b4ed781256c tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:46.065653 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f84ddbc2-a689-4315-af16-71056e325cb7 req-1931ce9d-3f39-4803-a155-3b4ed781256c tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 945 time: 0.1561942 Jun 29 15:52:46.109392 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f84ddbc2-a689-4315-af16-71056e325cb7 req-b0253def-4cd0-45ab-877e-25f3d05312b4 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365534 Jun 29 15:52:46.156458 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b38dc0-de8a-47cf-b689-6ccf3ecbf137 req-58d3206f-db79-4dd6-bbc2-19954bbba776 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:46.157980 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-62b38dc0-de8a-47cf-b689-6ccf3ecbf137 req-58d3206f-db79-4dd6-bbc2-19954bbba776 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 944 time: 0.1213708 Jun 29 15:52:46.159941 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7f65df5e-be4b-40d7-8d84-bd734686f55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.171596 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7f65df5e-be4b-40d7-8d84-bd734686f55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.182225 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cdfe8c86-2fff-4e1b-82a9-a0c74f221cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:46.224449 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.236109 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65df5e-be4b-40d7-8d84-bd734686f55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719b0ee4-484a-4974-a1ab-1b48f38d769e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:46.242697 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-62b38dc0-de8a-47cf-b689-6ccf3ecbf137 req-7925030f-abab-41ee-a168-6da6265b022e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773082 Jun 29 15:52:46.243670 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7f65df5e-be4b-40d7-8d84-bd734686f55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:46.248674 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7f65df5e-be4b-40d7-8d84-bd734686f55f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8511a9f7118142538f4b4855bffed691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935354 Jun 29 15:52:46.248674 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37342) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:46.302145 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ccb497b-08dc-459d-82af-a62dfb3c42c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.332167 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ccb497b-08dc-459d-82af-a62dfb3c42c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.391709 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ccb497b-08dc-459d-82af-a62dfb3c42c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.394424 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0ccb497b-08dc-459d-82af-a62dfb3c42c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.395685 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0ccb497b-08dc-459d-82af-a62dfb3c42c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/719b0ee4-484a-4974-a1ab-1b48f38d769e HTTP/1.1" status: 204 len: 168 time: 0.1461370 Jun 29 15:52:46.396504 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ca7870da-7967-42c6-8eb0-35f3daad9ca1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:46.403989 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb497b-08dc-459d-82af-a62dfb3c42c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719b0ee4-484a-4974-a1ab-1b48f38d769e,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:46.414009 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37350) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:46.415708 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0ccb497b-08dc-459d-82af-a62dfb3c42c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:46.473803 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cda966-8576-4431-a68d-75e3d8f4d021 req-d2c0ca02-ea9f-4769-9a20-9b99f850ca13 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:46.475819 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c6cda966-8576-4431-a68d-75e3d8f4d021 req-d2c0ca02-ea9f-4769-9a20-9b99f850ca13 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 946 time: 0.0860248 Jun 29 15:52:46.530381 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c6cda966-8576-4431-a68d-75e3d8f4d021 req-dc6a4b9d-a9f4-4897-a43b-91bb4f85773c tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477951 Jun 29 15:52:46.672855 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-27f99575-fa64-4537-9079-bf9439513716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.746201 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 37362) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:46.761278 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c2a2ea98-5814-4f99-a028-9a7c62b07827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.800190 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-27f99575-fa64-4537-9079-bf9439513716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.806594 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-27f99575-fa64-4537-9079-bf9439513716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.810290 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-04fc9ef2-10aa-46b0-ae40-d20de7e25404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:46.868781 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-27f99575-fa64-4537-9079-bf9439513716 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d696c051308a45ac822a6ebe801819d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516096 Jun 29 15:52:46.871267 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37368) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:46.878937 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f99575-fa64-4537-9079-bf9439513716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6576e974-f91d-4ce8-a284-884e11d7fc29,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:46.886391 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-27f99575-fa64-4537-9079-bf9439513716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:46.958642 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4888-a52a-4dcf-aeb7-10d7ba0aafac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.967223 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c2a2ea98-5814-4f99-a028-9a7c62b07827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.971407 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c2a2ea98-5814-4f99-a028-9a7c62b07827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:46.974180 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:47.010602 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4888-a52a-4dcf-aeb7-10d7ba0aafac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.016197 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c2a2ea98-5814-4f99-a028-9a7c62b07827 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=528c6d1153f74a5f9dcecf0bc894d22a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683396 Jun 29 15:52:47.016734 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2ea98-5814-4f99-a028-9a7c62b07827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11ff142-916f-485f-8cdf-d83de00c9d05,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:47.019316 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37372) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:47.019669 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c2a2ea98-5814-4f99-a028-9a7c62b07827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:47.107514 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa2027-6396-4f24-ab63-c25fa26cd5ad req-fbeb79c0-0544-4ecd-b738-448ea314906a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:47.108981 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-adfa2027-6396-4f24-ab63-c25fa26cd5ad req-fbeb79c0-0544-4ecd-b738-448ea314906a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.1485350 Jun 29 15:52:47.128480 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4888-a52a-4dcf-aeb7-10d7ba0aafac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.131010 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bb6f4888-a52a-4dcf-aeb7-10d7ba0aafac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.132081 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bb6f4888-a52a-4dcf-aeb7-10d7ba0aafac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6576e974-f91d-4ce8-a284-884e11d7fc29 HTTP/1.1" status: 204 len: 168 time: 0.2600291 Jun 29 15:52:47.139142 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:47.142264 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c9e491a-fa37-4088-9a02-917834726d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.159423 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f4888-a52a-4dcf-aeb7-10d7ba0aafac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6576e974-f91d-4ce8-a284-884e11d7fc29,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:47.168847 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-bb6f4888-a52a-4dcf-aeb7-10d7ba0aafac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:47.186783 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c9e491a-fa37-4088-9a02-917834726d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.205523 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-adfa2027-6396-4f24-ab63-c25fa26cd5ad req-e9c80ebd-7328-447b-8463-fc8c09697bb4 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885932 Jun 29 15:52:47.259528 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c9e491a-fa37-4088-9a02-917834726d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.262495 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5c9e491a-fa37-4088-9a02-917834726d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.266176 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5c9e491a-fa37-4088-9a02-917834726d64 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a11ff142-916f-485f-8cdf-d83de00c9d05 HTTP/1.1" status: 204 len: 168 time: 0.2433448 Jun 29 15:52:47.266176 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b4ca0071-59b6-42d6-a6e6-6b2c69c9ead1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:47.273215 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e491a-fa37-4088-9a02-917834726d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11ff142-916f-485f-8cdf-d83de00c9d05,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:47.276278 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5c9e491a-fa37-4088-9a02-917834726d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:47.317056 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb703741-781b-4e06-a780-001f98821744 req-d866a15d-df83-4e0a-b18a-f01ddc842a9c tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:47.319604 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb703741-781b-4e06-a780-001f98821744 req-d866a15d-df83-4e0a-b18a-f01ddc842a9c tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 945 time: 0.0812488 Jun 29 15:52:47.377176 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb703741-781b-4e06-a780-001f98821744 req-419156e1-b85e-4dc2-b18e-9c0793c717d9 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487363 Jun 29 15:52:47.451461 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe0f5a-41ca-40ca-a40f-9bc8136c8702 req-4d72cc0e-4966-4040-b207-f4b39a2b1f67 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:47.453060 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bcfe0f5a-41ca-40ca-a40f-9bc8136c8702 req-4d72cc0e-4966-4040-b207-f4b39a2b1f67 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 944 time: 0.0730820 Jun 29 15:52:47.497395 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bcfe0f5a-41ca-40ca-a40f-9bc8136c8702 req-8e9b4606-2721-4fbb-ab46-4d8a1b0a1327 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365539 Jun 29 15:52:47.497774 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37386) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:47.514726 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-865a87f8-dab6-42f7-907e-460a33bebfdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.614870 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-865a87f8-dab6-42f7-907e-460a33bebfdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.621077 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-865a87f8-dab6-42f7-907e-460a33bebfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.623641 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f26cfa98-4684-461a-bc06-ee1005177a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:47.664044 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-865a87f8-dab6-42f7-907e-460a33bebfdf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f8adb042ce74f7585dbf22aae5a57c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652434 Jun 29 15:52:47.665924 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a87f8-dab6-42f7-907e-460a33bebfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caac36f1-6030-459c-aa45-25b50db9076c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:47.667415 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 37396) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:47.668962 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-865a87f8-dab6-42f7-907e-460a33bebfdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:47.723251 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a6d5624d-0e4d-4da9-a043-c2a3f7ba13b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.744978 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a6d5624d-0e4d-4da9-a043-c2a3f7ba13b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.795867 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a6d5624d-0e4d-4da9-a043-c2a3f7ba13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.799496 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a6d5624d-0e4d-4da9-a043-c2a3f7ba13b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:47.800663 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a6d5624d-0e4d-4da9-a043-c2a3f7ba13b4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/caac36f1-6030-459c-aa45-25b50db9076c HTTP/1.1" status: 204 len: 168 time: 0.1310370 Jun 29 15:52:47.801451 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:47.810916 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5624d-0e4d-4da9-a043-c2a3f7ba13b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caac36f1-6030-459c-aa45-25b50db9076c,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:47.818877 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a6d5624d-0e4d-4da9-a043-c2a3f7ba13b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:48.389930 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be8831-2610-4558-9f11-ea1082702d27 req-6549a0d1-f7a8-4e43-a56b-b5a17ed49628 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:48.397017 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05be8831-2610-4558-9f11-ea1082702d27 req-6549a0d1-f7a8-4e43-a56b-b5a17ed49628 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0696976 Jun 29 15:52:48.442557 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-05be8831-2610-4558-9f11-ea1082702d27 req-2fd03156-eb16-42bc-a7f2-39828c07f24d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445049 Jun 29 15:52:48.583960 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4303d3-c30c-490f-9e0e-aee2543c2ac9 req-b07d1326-60ce-4489-a4ca-2a6026280fbc tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:48.587195 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f4303d3-c30c-490f-9e0e-aee2543c2ac9 req-b07d1326-60ce-4489-a4ca-2a6026280fbc tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 945 time: 0.0723102 Jun 29 15:52:48.639009 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4f4303d3-c30c-490f-9e0e-aee2543c2ac9 req-d5260404-637b-44f8-82e4-53aa193fa768 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Jun 29 15:52:48.751422 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f348ae-a17e-4e99-9935-6a905eb9fcb0 req-1ae23183-3c4d-4829-9285-e855fefc1017 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:48.753145 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c1f348ae-a17e-4e99-9935-6a905eb9fcb0 req-1ae23183-3c4d-4829-9285-e855fefc1017 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 944 time: 0.1007307 Jun 29 15:52:48.816980 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c1f348ae-a17e-4e99-9935-6a905eb9fcb0 req-59df4bb9-012b-4345-8ca2-f25080556751 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518703 Jun 29 15:52:49.066427 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37480) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:49.080110 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['ead8228a-ead4-42e1-b499-f5b408ebc8b6'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:52:49.120224 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d971f-6cfd-4843-89b1-f96a07c9436d req-7888c094-c7f4-48f5-be9c-c1568c80dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:49.121848 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d4d971f-6cfd-4843-89b1-f96a07c9436d req-7888c094-c7f4-48f5-be9c-c1568c80dbc0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 1097 time: 0.0776958 Jun 29 15:52:49.331016 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-15108b74-a340-436f-82c3-f012f9d3d1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.447461 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-15108b74-a340-436f-82c3-f012f9d3d1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.451896 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-15108b74-a340-436f-82c3-f012f9d3d1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.456611 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-62c6d5d0-462b-4676-8b84-8aad36a219d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:49.458692 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d971f-6cfd-4843-89b1-f96a07c9436d req-86c5fd2f-bd0c-4aca-8a97-a5d50ee00829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:49.460411 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d4d971f-6cfd-4843-89b1-f96a07c9436d req-86c5fd2f-bd0c-4aca-8a97-a5d50ee00829 service neutron] 10.222.0.81 "GET /v2.0/networks?id=61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 200 len: 916 time: 0.3312979 Jun 29 15:52:49.503767 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-15108b74-a340-436f-82c3-f012f9d3d1fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c80da9dbada405685d87a181780715c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4362211 Jun 29 15:52:49.504511 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37496) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:49.505346 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15108b74-a340-436f-82c3-f012f9d3d1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe75dfb2-5a50-4a07-90b0-164e8f6b1e1e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:49.509234 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-15108b74-a340-436f-82c3-f012f9d3d1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:49.539703 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d4d971f-6cfd-4843-89b1-f96a07c9436d req-12315235-96fd-41e8-a6d4-a2165741cc0e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb HTTP/1.1" status: 200 len: 217 time: 0.0567601 Jun 29 15:52:49.594421 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f8066c94-af6a-4637-a0e7-2e12995aa54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.600456 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d971f-6cfd-4843-89b1-f96a07c9436d req-a87196fc-6ada-4e93-abcc-1eee89dd8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:49.602690 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d4d971f-6cfd-4843-89b1-f96a07c9436d req-a87196fc-6ada-4e93-abcc-1eee89dd8345 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8db42e60-7985-44f3-8899-246ef24f69ae HTTP/1.1" status: 200 len: 854 time: 0.0559804 Jun 29 15:52:49.625944 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f8066c94-af6a-4637-a0e7-2e12995aa54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.683705 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d971f-6cfd-4843-89b1-f96a07c9436d req-ab2f2123-9bdd-42e4-a0b4-18d5c65c0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:49.686527 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d4d971f-6cfd-4843-89b1-f96a07c9436d req-ab2f2123-9bdd-42e4-a0b4-18d5c65c0b38 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=61586768-e621-44be-873b-6ad3c5a47dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758228 Jun 29 15:52:49.745190 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f8066c94-af6a-4637-a0e7-2e12995aa54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.748054 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f8066c94-af6a-4637-a0e7-2e12995aa54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:49.752019 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f8066c94-af6a-4637-a0e7-2e12995aa54c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe75dfb2-5a50-4a07-90b0-164e8f6b1e1e HTTP/1.1" status: 204 len: 168 time: 0.2416773 Jun 29 15:52:49.753713 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:49.764581 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8066c94-af6a-4637-a0e7-2e12995aa54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe75dfb2-5a50-4a07-90b0-164e8f6b1e1e,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:49.768676 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f8066c94-af6a-4637-a0e7-2e12995aa54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:49.779038 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccb915-c738-4cc4-b0b2-8fbd1c9d5f03 req-64263280-af50-4d0c-bc66-587d1a33a07c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:49.787672 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-84ccb915-c738-4cc4-b0b2-8fbd1c9d5f03 req-64263280-af50-4d0c-bc66-587d1a33a07c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.1302383 Jun 29 15:52:49.845712 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-84ccb915-c738-4cc4-b0b2-8fbd1c9d5f03 req-54f946d6-fdbe-4a7d-be8c-768afe392f8f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569475 Jun 29 15:52:49.981217 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d4d971f-6cfd-4843-89b1-f96a07c9436d req-051d541c-3d5b-46fc-950c-88b6b509ae06 service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756691 Jun 29 15:52:49.990405 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55fdfe-9b6b-498a-a050-fd6f77ca9fac req-e2697b7c-fd74-4af2-8408-9ee4aab9199a tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:49.992144 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9c55fdfe-9b6b-498a-a050-fd6f77ca9fac req-e2697b7c-fd74-4af2-8408-9ee4aab9199a tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 945 time: 0.1336598 Jun 29 15:52:49.992443 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ead8228a-ead4-42e1-b499-f5b408ebc8b6 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:50.127220 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port ead8228a-ead4-42e1-b499-f5b408ebc8b6 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:50.138971 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port ead8228a-ead4-42e1-b499-f5b408ebc8b6 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:50.139599 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:50.307214 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9c55fdfe-9b6b-498a-a050-fd6f77ca9fac req-ea35d4a4-7340-45b3-802c-a80d7f9c5290 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814685 Jun 29 15:52:50.363795 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37546) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:50.370118 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d4d971f-6cfd-4843-89b1-f96a07c9436d req-fa3b6a46-4423-4e52-9685-599997e9fe29 service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764873 Jun 29 15:52:50.394743 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c7992899-1f61-491d-b2d2-30f48b1a508f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:50.403243 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:50.430902 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc2e317-3b0e-4c1f-ab03-b95b23858a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:52:50.430902 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2181972f-ef85-4541-a502-d9ed5cd15da4" -d '{"events": [{"server_uuid": "0bc2e317-3b0e-4c1f-ab03-b95b23858a33", "name": "network-vif-plugged", "status": "completed", "tag": "ead8228a-ead4-42e1-b499-f5b408ebc8b6"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:52:50.431126 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6290f-b31c-49e0-ad24-1a0e2ec7404d req-6b8be754-84c2-4c88-8211-3ebb42b1e336 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:50.440387 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-70f6290f-b31c-49e0-ad24-1a0e2ec7404d req-6b8be754-84c2-4c88-8211-3ebb42b1e336 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 944 time: 0.4167891 Jun 29 15:52:50.461817 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port ead8228a-ead4-42e1-b499-f5b408ebc8b6, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ead8228a-ead4-42e1-b499-f5b408ebc8b6,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:50.481129 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:50.485512 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:50.514584 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-70f6290f-b31c-49e0-ad24-1a0e2ec7404d req-4fa07595-702f-49c6-8179-562e030cfc0d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727682 Jun 29 15:52:50.558723 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=ead8228a-ead4-42e1-b499-f5b408ebc8b6,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:50.564030 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:50.586842 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a082172e-88fa-4b8e-aaf4-f622d7b472cf x-openstack-request-id: req-a082172e-88fa-4b8e-aaf4-f622d7b472cf {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:52:50.587450 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc2e317-3b0e-4c1f-ab03-b95b23858a33", "name": "network-vif-plugged", "status": "completed", "tag": "ead8228a-ead4-42e1-b499-f5b408ebc8b6", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:52:50.587969 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a082172e-88fa-4b8e-aaf4-f622d7b472cf {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:52:50.588539 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc2e317-3b0e-4c1f-ab03-b95b23858a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6', 'code': 200} Jun 29 15:52:50.618894 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c7992899-1f61-491d-b2d2-30f48b1a508f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:50.628769 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c7992899-1f61-491d-b2d2-30f48b1a508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:50.637575 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f8066c94-af6a-4637-a0e7-2e12995aa54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:50.691877 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c7992899-1f61-491d-b2d2-30f48b1a508f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb31021600214b198e5b16de78a56443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268731 Jun 29 15:52:50.697160 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7992899-1f61-491d-b2d2-30f48b1a508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15be792-530c-4856-87f9-9962f9115650,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:50.697619 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 37558) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:50.700674 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c7992899-1f61-491d-b2d2-30f48b1a508f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:50.841530 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e76eb88-abcf-41e8-81cd-b7ed7769e87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:50.903476 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e76eb88-abcf-41e8-81cd-b7ed7769e87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:51.017806 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e76eb88-abcf-41e8-81cd-b7ed7769e87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:51.021111 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e76eb88-abcf-41e8-81cd-b7ed7769e87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:51.024782 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7e76eb88-abcf-41e8-81cd-b7ed7769e87d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a15be792-530c-4856-87f9-9962f9115650 HTTP/1.1" status: 204 len: 168 time: 0.3217654 Jun 29 15:52:51.024782 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-725283a3-f760-42f2-80c0-c697da4580a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:51.035622 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e76eb88-abcf-41e8-81cd-b7ed7769e87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15be792-530c-4856-87f9-9962f9115650,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:51.038811 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7e76eb88-abcf-41e8-81cd-b7ed7769e87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:51.072083 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e9d70-7b8a-4ab9-93c2-c2b6010267d3 req-54924e03-739a-4bad-b70e-7325a5771f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:51.072083 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c24e9d70-7b8a-4ab9-93c2-c2b6010267d3 req-54924e03-739a-4bad-b70e-7325a5771f15 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 1098 time: 0.1229482 Jun 29 15:52:51.145273 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be8706-65fc-4d2c-84a1-de8376aace0d req-88d9e904-9c47-4e2f-8bf1-62454cbc46d8 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:51.146832 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-70be8706-65fc-4d2c-84a1-de8376aace0d req-88d9e904-9c47-4e2f-8bf1-62454cbc46d8 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.1032114 Jun 29 15:52:51.218272 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-70be8706-65fc-4d2c-84a1-de8376aace0d req-b0e50bb6-58f9-4133-a148-65f92056aab7 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587375 Jun 29 15:52:51.721055 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33c13e-c8bf-44ed-b7a0-3e6fc895b77e req-1b7feef1-509b-4cd4-8ee1-21531493c022 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:51.730492 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7d33c13e-c8bf-44ed-b7a0-3e6fc895b77e req-1b7feef1-509b-4cd4-8ee1-21531493c022 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0836065 Jun 29 15:52:51.778580 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7d33c13e-c8bf-44ed-b7a0-3e6fc895b77e req-d56a2789-bc65-4ffa-abfd-e9b9094c1bef tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455787 Jun 29 15:52:52.085102 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c24e9d70-7b8a-4ab9-93c2-c2b6010267d3 req-e06c105d-6d8d-4316-8a97-54e4a313f31e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476902 Jun 29 15:52:52.209968 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 37682) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:52.333154 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-27777015-194d-478b-9ffc-39b19b4e0620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:52.416793 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778c2b5-d294-4976-acf7-a871ca568845 req-48b2e7f7-cf47-4402-9878-f4784378d334 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:52.418491 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b778c2b5-d294-4976-acf7-a871ca568845 req-48b2e7f7-cf47-4402-9878-f4784378d334 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0727785 Jun 29 15:52:52.433462 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-27777015-194d-478b-9ffc-39b19b4e0620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:52.438638 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-27777015-194d-478b-9ffc-39b19b4e0620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:52.443872 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:52.460136 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b778c2b5-d294-4976-acf7-a871ca568845 req-01074785-1e72-41ed-aa05-210552ea2112 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358050 Jun 29 15:52:52.483844 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-27777015-194d-478b-9ffc-39b19b4e0620 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ddf3683aa4c449f872bc3e36674d260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705426 Jun 29 15:52:52.483844 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27777015-194d-478b-9ffc-39b19b4e0620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6267a72-614f-435b-8a2f-2da013d895d6,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:52.484818 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37698) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:52.486186 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-27777015-194d-478b-9ffc-39b19b4e0620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:52.537471 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c948aea5-4806-4bfe-bf4d-840669ad1822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:52.560370 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c948aea5-4806-4bfe-bf4d-840669ad1822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:52.608325 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c948aea5-4806-4bfe-bf4d-840669ad1822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:52.610910 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c948aea5-4806-4bfe-bf4d-840669ad1822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:52.614346 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c948aea5-4806-4bfe-bf4d-840669ad1822 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6267a72-614f-435b-8a2f-2da013d895d6 HTTP/1.1" status: 204 len: 168 time: 0.1260855 Jun 29 15:52:52.614346 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-bb6f4888-a52a-4dcf-aeb7-10d7ba0aafac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:52.621503 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948aea5-4806-4bfe-bf4d-840669ad1822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6267a72-614f-435b-8a2f-2da013d895d6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:52.623682 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c948aea5-4806-4bfe-bf4d-840669ad1822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:52.942056 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 7e693600-0aed-4723-92bd-37bc58a9e4fb details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:52:52.971314 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37720) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:52.977380 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f3f84-ec52-4d75-845b-924dfa29b636 req-aa3256e3-e627-4c40-9cfb-9975b10ff915 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:52.984584 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-665f3f84-ec52-4d75-845b-924dfa29b636 req-aa3256e3-e627-4c40-9cfb-9975b10ff915 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0862565 Jun 29 15:52:52.988094 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-30895feb-9752-4952-b4fc-67bdd644e678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:53.056834 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-665f3f84-ec52-4d75-845b-924dfa29b636 req-480781d9-bb9f-4915-a47c-43d9fe7cb77f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685148 Jun 29 15:52:53.079433 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 7e693600-0aed-4723-92bd-37bc58a9e4fb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:53.097124 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'port_id': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'mac_address': 'fa:16:3e:8f:f9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:52:53.132272 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-30895feb-9752-4952-b4fc-67bdd644e678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:53.138242 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-30895feb-9752-4952-b4fc-67bdd644e678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:53.139029 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:53.141816 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-be973348-8000-4d35-adac-525da80ca96d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:53.153638 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e693600-0aed-4723-92bd-37bc58a9e4fb {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:52:53.173739 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 7e693600-0aed-4723-92bd-37bc58a9e4fb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:53.176310 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30895feb-9752-4952-b4fc-67bdd644e678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb49590-617d-4926-b011-c4a254f8e629,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:53.178055 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:53.180649 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:53.183650 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 37730) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:53.184145 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-30895feb-9752-4952-b4fc-67bdd644e678 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=83308aa7b7b140dfb4e801064c00fc32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112584 Jun 29 15:52:53.184956 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-30895feb-9752-4952-b4fc-67bdd644e678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:53.237108 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=7e693600-0aed-4723-92bd-37bc58a9e4fb,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:53.240347 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3587449b-ad82-450f-af06-168f95ab9162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:53.240857 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:53.263103 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3587449b-ad82-450f-af06-168f95ab9162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:53.314397 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3587449b-ad82-450f-af06-168f95ab9162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:53.317248 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3587449b-ad82-450f-af06-168f95ab9162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:53.320789 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3587449b-ad82-450f-af06-168f95ab9162 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cbb49590-617d-4926-b011-c4a254f8e629 HTTP/1.1" status: 204 len: 168 time: 0.1337504 Jun 29 15:52:53.320789 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2a175193-feba-431a-bec2-1a8852e0b2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:53.331024 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587449b-ad82-450f-af06-168f95ab9162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb49590-617d-4926-b011-c4a254f8e629,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:53.333565 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3587449b-ad82-450f-af06-168f95ab9162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:53.677068 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a957e0-4366-4595-855f-6816a494755f req-911892b8-a832-45ba-a897-9575cc2ab46c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:53.678863 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f1a957e0-4366-4595-855f-6816a494755f req-911892b8-a832-45ba-a897-9575cc2ab46c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 945 time: 0.0910096 Jun 29 15:52:53.718828 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f1a957e0-4366-4595-855f-6816a494755f req-7b93997f-b181-42b1-995a-e6fc20f3b5aa tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341332 Jun 29 15:52:54.274562 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629aa47a-f510-424a-8155-2524d0ecf2df req-46e51978-7851-4edd-af26-8d74f3634b56 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:54.277762 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-629aa47a-f510-424a-8155-2524d0ecf2df req-46e51978-7851-4edd-af26-8d74f3634b56 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0878630 Jun 29 15:52:54.325368 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['7e693600-0aed-4723-92bd-37bc58a9e4fb'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:52:54.334446 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-629aa47a-f510-424a-8155-2524d0ecf2df req-79311932-1b79-4bf7-9860-091e7b01c95a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502779 Jun 29 15:52:54.907305 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e0dac-879a-4873-96b6-9fcfbdfe9cf1 req-68530e63-bc87-480c-b921-f79d5d38fd74 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:54.908864 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bf0e0dac-879a-4873-96b6-9fcfbdfe9cf1 req-68530e63-bc87-480c-b921-f79d5d38fd74 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 945 time: 0.0702581 Jun 29 15:52:54.952238 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bf0e0dac-879a-4873-96b6-9fcfbdfe9cf1 req-28d4ef1e-1e32-485c-ac0d-c97f70bc2412 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371079 Jun 29 15:52:55.573992 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5733c6-aca4-4ee3-aa5e-ec78e126a49f req-ad8cb2b0-0eb1-47ea-b5fa-f545972f5f91 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:55.578931 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ff5733c6-aca4-4ee3-aa5e-ec78e126a49f req-ad8cb2b0-0eb1-47ea-b5fa-f545972f5f91 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0905745 Jun 29 15:52:55.619160 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ff5733c6-aca4-4ee3-aa5e-ec78e126a49f req-038e665c-ec7f-4084-84a5-27b1670190d1 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372515 Jun 29 15:52:55.794985 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ad753-4d62-47d5-9818-907d2df83f1c req-c306758e-dcdd-441b-9646-4e735ab2a729 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:55.796446 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d40ad753-4d62-47d5-9818-907d2df83f1c req-c306758e-dcdd-441b-9646-4e735ab2a729 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0649652 Jun 29 15:52:55.806369 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37864) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:55.811540 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-881d3e05-00e3-4d40-98d9-944820d8898e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Request body: {'floatingip': {'port_id': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:52:55.891064 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-881d3e05-00e3-4d40-98d9-944820d8898e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:56.077084 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 7e693600-0aed-4723-92bd-37bc58a9e4fb up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:52:56.130852 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port 7e693600-0aed-4723-92bd-37bc58a9e4fb completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:52:56.135801 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 7e693600-0aed-4723-92bd-37bc58a9e4fb triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:52:56.136187 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:56.163545 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f01c5-d923-43cc-b74e-45ba431aee03 req-b3325873-6f5d-4678-9d14-cf368e2f9cfb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:56.166643 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d24f01c5-d923-43cc-b74e-45ba431aee03 req-b3325873-6f5d-4678-9d14-cf368e2f9cfb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 945 time: 0.0709026 Jun 29 15:52:56.224908 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d24f01c5-d923-43cc-b74e-45ba431aee03 req-77d24480-ece6-4c02-a3e4-53382fe56ba1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523431 Jun 29 15:52:56.249532 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:56.274953 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:52:56.277579 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f662026-62bb-42e6-994e-6b8805d20a6b" -d '{"events": [{"server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "name": "network-vif-plugged", "status": "completed", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:52:56.291674 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 7e693600-0aed-4723-92bd-37bc58a9e4fb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:52:56.301736 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:56.304025 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:56.335493 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f68ae0-e14a-493f-ab06-30bff0058058 x-openstack-request-id: req-d3f68ae0-e14a-493f-ab06-30bff0058058 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:52:56.335911 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "name": "network-vif-plugged", "status": "completed", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:52:56.336168 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d3f68ae0-e14a-493f-ab06-30bff0058058 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:52:56.336558 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'code': 200} Jun 29 15:52:56.357520 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=7e693600-0aed-4723-92bd-37bc58a9e4fb,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:56.382919 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:56.654483 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4d10d-0c76-4c27-ba45-d9ab327a627e req-a96079fd-3bf1-448b-a75a-d482ab3047fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:56.656464 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7b4d10d-0c76-4c27-ba45-d9ab327a627e req-a96079fd-3bf1-448b-a75a-d482ab3047fe service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 1099 time: 0.0890546 Jun 29 15:52:56.700005 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d7b4d10d-0c76-4c27-ba45-d9ab327a627e req-aea93da7-3ee8-4f55-b5af-204127eeb279 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366368 Jun 29 15:52:56.809939 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-881d3e05-00e3-4d40-98d9-944820d8898e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:56.814738 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-881d3e05-00e3-4d40-98d9-944820d8898e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:56.932159 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-881d3e05-00e3-4d40-98d9-944820d8898e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Floating IP 11b0e47d-9cd2-4826-bc34-7d72ff3572a0 associated. External IP: 172.27.1.130, port: ead8228a-ead4-42e1-b499-f5b408ebc8b6. Jun 29 15:52:57.165906 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881d3e05-00e3-4d40-98d9-944820d8898e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:52:57.272781 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881d3e05-00e3-4d40-98d9-944820d8898e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:52:57.277548 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-881d3e05-00e3-4d40-98d9-944820d8898e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:57.286292 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf30ae-db3a-4607-87e2-37f4a72a1923 None None] Sync routers for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:52:57.296238 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf30ae-db3a-4607-87e2-37f4a72a1923 None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:57.296839 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-eedf30ae-db3a-4607-87e2-37f4a72a1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:52:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:57.316237 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-881d3e05-00e3-4d40-98d9-944820d8898e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "PUT /v2.0/floatingips/11b0e47d-9cd2-4826-bc34-7d72ff3572a0 HTTP/1.1" status: 200 len: 991 time: 1.5084634 Jun 29 15:52:57.317238 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc2e317-3b0e-4c1f-ab03-b95b23858a33', 'tag': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:52:57.407783 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-eedf30ae-db3a-4607-87e2-37f4a72a1923 None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:57.428094 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23597448-1f93-4d90-bc52-a60f88708321 req-7e9fddd9-b873-4f8d-ab01-f45d2ce7fcba tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:57.430946 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-23597448-1f93-4d90-bc52-a60f88708321 req-7e9fddd9-b873-4f8d-ab01-f45d2ce7fcba tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0853784 Jun 29 15:52:57.448463 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b28d30565ae5ceb9679f8904d3b051fccc53e8b332a17acfea57a0e6e48853e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c77f58c-027e-424a-b9a6-35fde7d85143" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc2e317-3b0e-4c1f-ab03-b95b23858a33", "tag": "ead8228a-ead4-42e1-b499-f5b408ebc8b6"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:52:57.477074 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-23597448-1f93-4d90-bc52-a60f88708321 req-e9e599fc-02a8-4c91-937c-f46870957858 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351257 Jun 29 15:52:57.581915 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d03eb09-a23d-4da4-9d50-cac279587b62 x-openstack-request-id: req-6d03eb09-a23d-4da4-9d50-cac279587b62 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:52:57.582292 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc2e317-3b0e-4c1f-ab03-b95b23858a33", "tag": "ead8228a-ead4-42e1-b499-f5b408ebc8b6", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:52:57.582653 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d03eb09-a23d-4da4-9d50-cac279587b62 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:52:57.583189 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc2e317-3b0e-4c1f-ab03-b95b23858a33', 'tag': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6', 'status': 'completed', 'code': 200} Jun 29 15:52:57.712009 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-eedf30ae-db3a-4607-87e2-37f4a72a1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '11b0e47d-9cd2-4826-bc34-7d72ff3572a0', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'port_id': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'mac_address': 'fa:16:3e:bd:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2e317-3b0e-4c1f-ab03-b95b23858a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:52:31Z', 'updated_at': '2021-06-29T15:52:56Z', 'revision_number': 1, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:31Z', 'revision_number': 5, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:57.745096 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf30ae-db3a-4607-87e2-37f4a72a1923 None None] Checking router: cfa3e397-3706-4ae8-9866-dbd8a7c769a4 for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:52:57.753733 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf30ae-db3a-4607-87e2-37f4a72a1923 None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:52:57.754339 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-eedf30ae-db3a-4607-87e2-37f4a72a1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:52:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:57.927458 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-eedf30ae-db3a-4607-87e2-37f4a72a1923 None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:52:58.155172 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-eedf30ae-db3a-4607-87e2-37f4a72a1923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '11b0e47d-9cd2-4826-bc34-7d72ff3572a0', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'port_id': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'mac_address': 'fa:16:3e:bd:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2e317-3b0e-4c1f-ab03-b95b23858a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:52:31Z', 'updated_at': '2021-06-29T15:52:56Z', 'revision_number': 1, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:31Z', 'revision_number': 5, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:52:58.182503 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedf30ae-db3a-4607-87e2-37f4a72a1923 None None] The sync data for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi is: [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '11b0e47d-9cd2-4826-bc34-7d72ff3572a0', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'port_id': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'mac_address': 'fa:16:3e:bd:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc2e317-3b0e-4c1f-ab03-b95b23858a33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:52:31Z', 'updated_at': '2021-06-29T15:52:56Z', 'revision_number': 1, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:31Z', 'revision_number': 5, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:52:58.380355 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69022d7f-13e0-4427-88ac-58b5519e50dd None None] New status for floating IP 11b0e47d-9cd2-4826-bc34-7d72ff3572a0: ACTIVE {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:52:58.701885 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075bc67-73d0-420f-a5f9-1868941ee698 req-193698d1-9e65-4769-a814-03fe48f4947f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:58.703605 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e075bc67-73d0-420f-a5f9-1868941ee698 req-193698d1-9e65-4769-a814-03fe48f4947f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0900280 Jun 29 15:52:58.746608 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e075bc67-73d0-420f-a5f9-1868941ee698 req-de249288-d3f3-4984-bcac-ce4a411bf4fa tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372808 Jun 29 15:52:58.840219 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37976) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:58.948432 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-574449c5-4474-450e-a25c-05524459614b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.039526 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-574449c5-4474-450e-a25c-05524459614b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.044856 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-574449c5-4474-450e-a25c-05524459614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.050015 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:59.113468 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-574449c5-4474-450e-a25c-05524459614b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a447659f8fe4c6d81d0d65c7ff41f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719524 Jun 29 15:52:59.114870 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574449c5-4474-450e-a25c-05524459614b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2cbe7f-c7c1-4834-8c12-93599bed2c54,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:59.117230 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 37984) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:59.120082 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-574449c5-4474-450e-a25c-05524459614b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:59.170973 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8a7362af-c1f0-4618-8f51-e73dce2d6e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.191877 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8a7362af-c1f0-4618-8f51-e73dce2d6e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.240914 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8a7362af-c1f0-4618-8f51-e73dce2d6e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.243579 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-8a7362af-c1f0-4618-8f51-e73dce2d6e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.244728 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-8a7362af-c1f0-4618-8f51-e73dce2d6e5a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d2cbe7f-c7c1-4834-8c12-93599bed2c54 HTTP/1.1" status: 204 len: 168 time: 0.1264327 Jun 29 15:52:59.245507 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e668d351-96eb-4537-a8b8-6b12ec418969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:59.252866 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7362af-c1f0-4618-8f51-e73dce2d6e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2cbe7f-c7c1-4834-8c12-93599bed2c54,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:59.257097 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8a7362af-c1f0-4618-8f51-e73dce2d6e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:59.512052 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37990) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:59.525698 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20b90db6-0c01-41df-bccf-d0847d6e763b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.623879 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20b90db6-0c01-41df-bccf-d0847d6e763b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.627301 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20b90db6-0c01-41df-bccf-d0847d6e763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.629491 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:59.662785 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b90db6-0c01-41df-bccf-d0847d6e763b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3137bba4-ac1d-4998-b2fc-b228fe205087,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:59.666953 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-20b90db6-0c01-41df-bccf-d0847d6e763b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46aca6a622984955bf4d878db18bd1d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538956 Jun 29 15:52:59.667807 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-20b90db6-0c01-41df-bccf-d0847d6e763b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:59.669513 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 37996) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:52:59.717070 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c40e-ce64-439f-a7ab-067f85aa5b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.737820 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c40e-ce64-439f-a7ab-067f85aa5b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.787766 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c40e-ce64-439f-a7ab-067f85aa5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.791451 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c40e-ce64-439f-a7ab-067f85aa5b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:52:59.794999 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e5e3c40e-ce64-439f-a7ab-067f85aa5b00 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3137bba4-ac1d-4998-b2fc-b228fe205087 HTTP/1.1" status: 204 len: 168 time: 0.1233368 Jun 29 15:52:59.795992 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-15108b74-a340-436f-82c3-f012f9d3d1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:52:59.809781 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3c40e-ce64-439f-a7ab-067f85aa5b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3137bba4-ac1d-4998-b2fc-b228fe205087,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:52:59.810775 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e5e3c40e-ce64-439f-a7ab-067f85aa5b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:52:59.940897 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b68e60-846c-4cab-a1ff-11290dc92eee req-2d4449bb-2a3f-4143-b299-8f3d4e850648 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:52:59.942443 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a9b68e60-846c-4cab-a1ff-11290dc92eee req-2d4449bb-2a3f-4143-b299-8f3d4e850648 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0644534 Jun 29 15:52:59.981504 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a9b68e60-846c-4cab-a1ff-11290dc92eee req-e497e03b-7f65-4c08-ba62-a0d25968f2ef tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323884 Jun 29 15:53:00.678953 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77f58c-027e-424a-b9a6-35fde7d85143 req-6372c9e8-306c-4a34-8cf8-a640761822d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:00.681040 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2c77f58c-027e-424a-b9a6-35fde7d85143 req-6372c9e8-306c-4a34-8cf8-a640761822d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5439281c0ac4668952ac8a98e1cd1ad&device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 1098 time: 0.0655196 Jun 29 15:53:00.762590 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:00.796335 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77f58c-027e-424a-b9a6-35fde7d85143 req-abcca1eb-e63b-4407-8f3f-a6812812daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:00.797842 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2c77f58c-027e-424a-b9a6-35fde7d85143 req-abcca1eb-e63b-4407-8f3f-a6812812daad service neutron] 10.222.0.81 "GET /v2.0/networks?id=41b63229-f54d-495f-9492-1733d010c4cd HTTP/1.1" status: 200 len: 911 time: 0.0916085 Jun 29 15:53:00.903088 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2c77f58c-027e-424a-b9a6-35fde7d85143 req-e0a43831-c6d8-4785-b359-4213f768e72e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ead8228a-ead4-42e1-b499-f5b408ebc8b6 HTTP/1.1" status: 200 len: 1001 time: 0.0986137 Jun 29 15:53:00.956192 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77f58c-027e-424a-b9a6-35fde7d85143 req-53237fd6-db25-430c-8359-de56be2822f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:00.957682 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2c77f58c-027e-424a-b9a6-35fde7d85143 req-53237fd6-db25-430c-8359-de56be2822f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b45a8124-4c73-414b-aa79-0813179b73b7 HTTP/1.1" status: 200 len: 849 time: 0.0449796 Jun 29 15:53:01.025195 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77f58c-027e-424a-b9a6-35fde7d85143 req-af2b5ec8-4c7d-4ab9-b5b6-38af6d3227c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:01.026701 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2c77f58c-027e-424a-b9a6-35fde7d85143 req-af2b5ec8-4c7d-4ab9-b5b6-38af6d3227c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=41b63229-f54d-495f-9492-1733d010c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586176 Jun 29 15:53:01.165739 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2c77f58c-027e-424a-b9a6-35fde7d85143 req-bd1efa7a-1e3d-451e-be2d-f449cc69a825 service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234152 Jun 29 15:53:01.258232 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42097689-01d1-4219-af80-0b497ac647bf req-3ac476fa-a371-4fcb-bddd-841f091560fa tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:01.259867 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42097689-01d1-4219-af80-0b497ac647bf req-3ac476fa-a371-4fcb-bddd-841f091560fa tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.1517177 Jun 29 15:53:01.327251 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-42097689-01d1-4219-af80-0b497ac647bf req-1bc2a0ba-5eee-4e9a-8062-96978c503d61 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606046 Jun 29 15:53:01.330000 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2c77f58c-027e-424a-b9a6-35fde7d85143 req-2bb49e8d-e33b-4d8c-a17c-a3116728b001 service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529903 Jun 29 15:53:01.534224 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38080) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:01.645016 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-987eecd1-d4cd-4146-ba51-c173375f9894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:01.752013 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-987eecd1-d4cd-4146-ba51-c173375f9894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:01.759455 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-987eecd1-d4cd-4146-ba51-c173375f9894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:01.763614 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e5e3c40e-ce64-439f-a7ab-067f85aa5b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:01.810745 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38094) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:01.815253 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-987eecd1-d4cd-4146-ba51-c173375f9894 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bb596df176b24f979b0e28fe95a8c0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792716 Jun 29 15:53:01.816410 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987eecd1-d4cd-4146-ba51-c173375f9894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bab466-b687-40b6-8fe5-05424a4857db,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:01.824907 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-987eecd1-d4cd-4146-ba51-c173375f9894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:01.904364 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-30d9064d-f72d-4faf-9c52-79079044b58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:01.934209 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-30d9064d-f72d-4faf-9c52-79079044b58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:01.983530 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-30d9064d-f72d-4faf-9c52-79079044b58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:01.986978 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-30d9064d-f72d-4faf-9c52-79079044b58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:01.988094 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-30d9064d-f72d-4faf-9c52-79079044b58c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f8bab466-b687-40b6-8fe5-05424a4857db HTTP/1.1" status: 204 len: 168 time: 0.1791518 Jun 29 15:53:01.988887 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e91da37b-b23c-4679-a61f-4c2cb7b68cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:01.999215 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9064d-f72d-4faf-9c52-79079044b58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bab466-b687-40b6-8fe5-05424a4857db,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:02.002785 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-30d9064d-f72d-4faf-9c52-79079044b58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:02.297135 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38116) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:02.311728 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-71e89ca9-fef8-4391-8101-609c9941fc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.408333 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-71e89ca9-fef8-4391-8101-609c9941fc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.413223 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-71e89ca9-fef8-4391-8101-609c9941fc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.417393 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:02.452168 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e89ca9-fef8-4391-8101-609c9941fc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513e9a71-7fc1-4dc2-90a0-b049127f4d24,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:02.456749 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-71e89ca9-fef8-4391-8101-609c9941fc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:02.462304 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-71e89ca9-fef8-4391-8101-609c9941fc4f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f50b7eb1b2f40f6b3af7efbee78b02b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609476 Jun 29 15:53:02.462553 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38124) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:02.554172 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae758-0b30-4237-8c21-4dec5caed2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.579896 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2f5dd-7997-4d36-9637-40b03445e57f req-f83c09b6-35ed-4f37-8b98-1a339026718b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:02.581367 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8fd2f5dd-7997-4d36-9637-40b03445e57f req-f83c09b6-35ed-4f37-8b98-1a339026718b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.1124036 Jun 29 15:53:02.595328 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae758-0b30-4237-8c21-4dec5caed2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.651986 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8fd2f5dd-7997-4d36-9637-40b03445e57f req-3bf0e87d-800f-46ee-afca-179fe34eecae tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607829 Jun 29 15:53:02.671046 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae758-0b30-4237-8c21-4dec5caed2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.674050 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5b2ae758-0b30-4237-8c21-4dec5caed2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:02.675155 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5b2ae758-0b30-4237-8c21-4dec5caed2d5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/513e9a71-7fc1-4dc2-90a0-b049127f4d24 HTTP/1.1" status: 204 len: 168 time: 0.2116883 Jun 29 15:53:02.675909 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:02.683716 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ae758-0b30-4237-8c21-4dec5caed2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513e9a71-7fc1-4dc2-90a0-b049127f4d24,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:02.686345 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5b2ae758-0b30-4237-8c21-4dec5caed2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:02.844556 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd981b-f1b5-4281-88d1-d29181bfd9b9 req-bf401501-761d-4060-a5a7-aa80649ed496 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:02.854674 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5acd981b-f1b5-4281-88d1-d29181bfd9b9 req-bf401501-761d-4060-a5a7-aa80649ed496 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0726366 Jun 29 15:53:02.854887 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38136) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:02.860826 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-664f5952-23e8-4a85-8833-361cebb649f9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Request body: {'floatingip': {'port_id': '7e693600-0aed-4723-92bd-37bc58a9e4fb'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:02.967956 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-664f5952-23e8-4a85-8833-361cebb649f9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:03.940220 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-664f5952-23e8-4a85-8833-361cebb649f9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:03.945809 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-664f5952-23e8-4a85-8833-361cebb649f9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.056751 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-664f5952-23e8-4a85-8833-361cebb649f9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Floating IP 316738ee-4428-428d-9ba6-3b9ada2332cf associated. External IP: 172.27.1.83, port: 7e693600-0aed-4723-92bd-37bc58a9e4fb. Jun 29 15:53:04.109602 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38206) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:04.231192 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01f6a266-bb03-4cc3-ade2-b0d20bb43469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.314077 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664f5952-23e8-4a85-8833-361cebb649f9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Router 24341400-1194-4b14-954b-abec49595e7e has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:53:04.364629 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01f6a266-bb03-4cc3-ade2-b0d20bb43469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.372742 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01f6a266-bb03-4cc3-ade2-b0d20bb43469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.377868 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-27f99575-fa64-4537-9079-bf9439513716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:04.401681 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38224) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:04.433443 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-01f6a266-bb03-4cc3-ade2-b0d20bb43469 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf89055550b14ecea8d52b6f77e267ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229425 Jun 29 15:53:04.434969 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38234) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:04.441699 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6a266-bb03-4cc3-ade2-b0d20bb43469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00390227-1676-46ca-a640-9b77f4671dfc,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:04.447116 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-01f6a266-bb03-4cc3-ade2-b0d20bb43469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:04.502329 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f2af3aa-cfea-4203-99cb-caeaee9f401a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.515135 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664f5952-23e8-4a85-8833-361cebb649f9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:53:04.523831 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-664f5952-23e8-4a85-8833-361cebb649f9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.527616 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de57fec-a86e-44d6-ac11-2ca8caf67215 None None] Sync routers for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:53:04.552360 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de57fec-a86e-44d6-ac11-2ca8caf67215 None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:04.552360 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-1de57fec-a86e-44d6-ac11-2ca8caf67215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:52:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:04.560454 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f2af3aa-cfea-4203-99cb-caeaee9f401a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.571922 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-664f5952-23e8-4a85-8833-361cebb649f9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "PUT /v2.0/floatingips/316738ee-4428-428d-9ba6-3b9ada2332cf HTTP/1.1" status: 200 len: 991 time: 1.7159410 Jun 29 15:53:04.574639 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:53:04.576921 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f88240-aefc-4bed-8534-12479c800bce" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:53:04.589559 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b83b9ccc-eb80-4a3c-aba0-99695ac669ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.611426 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-a5f0f4cb-db8c-4e69-a575-4602bd8f7d34 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:04.612874 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-a5f0f4cb-db8c-4e69-a575-4602bd8f7d34 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/networks?id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f HTTP/1.1" status: 200 len: 814 time: 0.1874440 Jun 29 15:53:04.631580 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-a173b3be-ee52-4a03-a84d-0c66ed1a39dd tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/quotas/ab3805f5784945b6b394857877c2330a HTTP/1.1" status: 200 len: 375 time: 0.0115421 Jun 29 15:53:04.644517 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f2af3aa-cfea-4203-99cb-caeaee9f401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.647687 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f2af3aa-cfea-4203-99cb-caeaee9f401a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.649904 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2f2af3aa-cfea-4203-99cb-caeaee9f401a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/00390227-1676-46ca-a640-9b77f4671dfc HTTP/1.1" status: 204 len: 168 time: 0.2138062 Jun 29 15:53:04.654846 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-30895feb-9752-4952-b4fc-67bdd644e678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:04.671031 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2af3aa-cfea-4203-99cb-caeaee9f401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00390227-1676-46ca-a640-9b77f4671dfc,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:04.674090 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2f2af3aa-cfea-4203-99cb-caeaee9f401a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:04.696732 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-1de57fec-a86e-44d6-ac11-2ca8caf67215 None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:04.734548 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-44f0c20a-648f-45eb-a956-f8ecc2f3bede tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab3805f5784945b6b394857877c2330a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959070 Jun 29 15:53:04.750170 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b83b9ccc-eb80-4a3c-aba0-99695ac669ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.758240 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b83b9ccc-eb80-4a3c-aba0-99695ac669ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.763352 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5c9e491a-fa37-4088-9a02-917834726d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:04.806803 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b83b9ccc-eb80-4a3c-aba0-99695ac669ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=841b55fdf18f452bb8b6ae592b11146d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040670 Jun 29 15:53:04.808870 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b9ccc-eb80-4a3c-aba0-99695ac669ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26032dc2-05d3-4ef5-a731-0e72cfbf8897,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:04.811663 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38242) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:04.813770 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b83b9ccc-eb80-4a3c-aba0-99695ac669ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:04.849696 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-af28fd0c-7075-4adf-902c-a1613c182278 service neutron] 10.222.0.69 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083298 Jun 29 15:53:04.869825 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3da77b2e-d1de-4e2c-9bf7-4ed39a12c0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.892376 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3da77b2e-d1de-4e2c-9bf7-4ed39a12c0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.952337 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3da77b2e-d1de-4e2c-9bf7-4ed39a12c0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.955475 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-c7065236-f1f4-42dc-942c-0e1d2d64831d service neutron] 10.222.0.69 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043715 Jun 29 15:53:04.956745 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3da77b2e-d1de-4e2c-9bf7-4ed39a12c0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:04.958346 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3da77b2e-d1de-4e2c-9bf7-4ed39a12c0db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26032dc2-05d3-4ef5-a731-0e72cfbf8897 HTTP/1.1" status: 204 len: 168 time: 0.1454959 Jun 29 15:53:04.959735 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b83b9ccc-eb80-4a3c-aba0-99695ac669ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:04.969554 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da77b2e-d1de-4e2c-9bf7-4ed39a12c0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26032dc2-05d3-4ef5-a731-0e72cfbf8897,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:04.972361 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3da77b2e-d1de-4e2c-9bf7-4ed39a12c0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:05.007203 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-1de57fec-a86e-44d6-ac11-2ca8caf67215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '316738ee-4428-428d-9ba6-3b9ada2332cf', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '24341400-1194-4b14-954b-abec49595e7e', 'port_id': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'mac_address': 'fa:16:3e:8f:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:52:36Z', 'updated_at': '2021-06-29T15:53:03Z', 'revision_number': 1, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:34Z', 'revision_number': 5, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:05.045260 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de57fec-a86e-44d6-ac11-2ca8caf67215 None None] Checking router: 24341400-1194-4b14-954b-abec49595e7e for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:53:05.054233 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de57fec-a86e-44d6-ac11-2ca8caf67215 None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:05.055423 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-1de57fec-a86e-44d6-ac11-2ca8caf67215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:52:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:05.192475 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-1de57fec-a86e-44d6-ac11-2ca8caf67215 None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:05.449283 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38274) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:05.465596 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1a7bf90-7e32-41e5-81ce-300279b25740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.504059 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-1de57fec-a86e-44d6-ac11-2ca8caf67215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '316738ee-4428-428d-9ba6-3b9ada2332cf', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '24341400-1194-4b14-954b-abec49595e7e', 'port_id': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'mac_address': 'fa:16:3e:8f:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:52:36Z', 'updated_at': '2021-06-29T15:53:03Z', 'revision_number': 1, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:34Z', 'revision_number': 5, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:05.540477 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de57fec-a86e-44d6-ac11-2ca8caf67215 None None] The sync data for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi is: [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '316738ee-4428-428d-9ba6-3b9ada2332cf', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '24341400-1194-4b14-954b-abec49595e7e', 'port_id': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'mac_address': 'fa:16:3e:8f:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:52:36Z', 'updated_at': '2021-06-29T15:53:03Z', 'revision_number': 1, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:34Z', 'revision_number': 5, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:53:05.605731 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1a7bf90-7e32-41e5-81ce-300279b25740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.612043 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1a7bf90-7e32-41e5-81ce-300279b25740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.620062 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8a7362af-c1f0-4618-8f51-e73dce2d6e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:05.667246 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c1a7bf90-7e32-41e5-81ce-300279b25740 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a35047b8c1d4da0bf7f0fbfefa7ced8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165129 Jun 29 15:53:05.669425 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38288) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:05.681037 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7bf90-7e32-41e5-81ce-300279b25740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54d8a2b-d147-4ea1-8e4f-adc5b6aaa2a7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:05.692661 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c1a7bf90-7e32-41e5-81ce-300279b25740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:05.733843 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e92a-b9e1-4bbc-89c6-e750e6b1f852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.758098 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e92a-b9e1-4bbc-89c6-e750e6b1f852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.809884 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da2b144-fbec-4102-9629-e13ba221ee64 None None] New status for floating IP 316738ee-4428-428d-9ba6-3b9ada2332cf: ACTIVE {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:53:05.811641 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e92a-b9e1-4bbc-89c6-e750e6b1f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.814304 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e6f5e92a-b9e1-4bbc-89c6-e750e6b1f852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:05.818313 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e6f5e92a-b9e1-4bbc-89c6-e750e6b1f852 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e54d8a2b-d147-4ea1-8e4f-adc5b6aaa2a7 HTTP/1.1" status: 204 len: 168 time: 0.1445472 Jun 29 15:53:05.818313 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a6d5624d-0e4d-4da9-a043-c2a3f7ba13b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:05.837277 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5e92a-b9e1-4bbc-89c6-e750e6b1f852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54d8a2b-d147-4ea1-8e4f-adc5b6aaa2a7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:05.839704 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e6f5e92a-b9e1-4bbc-89c6-e750e6b1f852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:06.168831 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38308) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:06.182527 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9a367bc9-9f98-416d-9782-3d8c126894cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.264566 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38312) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:06.280709 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9a367bc9-9f98-416d-9782-3d8c126894cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.285121 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9a367bc9-9f98-416d-9782-3d8c126894cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.288475 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-27777015-194d-478b-9ffc-39b19b4e0620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:06.325240 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9a367bc9-9f98-416d-9782-3d8c126894cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2fc030b9e19b470ea341263fbd57c3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552651 Jun 29 15:53:06.326236 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a367bc9-9f98-416d-9782-3d8c126894cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb58a55d-9d6b-4943-99d5-eed38f700047,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:06.327952 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38316) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:06.329542 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9a367bc9-9f98-416d-9782-3d8c126894cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:06.376245 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-88c06d12-6e9c-4d8e-99a3-5e7214e11e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.402765 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71cf839c-03fb-49cf-ad82-ccbc0d3bc540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.437445 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71cf839c-03fb-49cf-ad82-ccbc0d3bc540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.508833 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71cf839c-03fb-49cf-ad82-ccbc0d3bc540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.511428 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71cf839c-03fb-49cf-ad82-ccbc0d3bc540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.512469 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-71cf839c-03fb-49cf-ad82-ccbc0d3bc540 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb58a55d-9d6b-4943-99d5-eed38f700047 HTTP/1.1" status: 204 len: 168 time: 0.1834369 Jun 29 15:53:06.514610 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:06.531047 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-88c06d12-6e9c-4d8e-99a3-5e7214e11e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.532255 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf839c-03fb-49cf-ad82-ccbc0d3bc540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb58a55d-9d6b-4943-99d5-eed38f700047,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:06.534750 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-71cf839c-03fb-49cf-ad82-ccbc0d3bc540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:06.537815 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-88c06d12-6e9c-4d8e-99a3-5e7214e11e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.544747 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:06.579976 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c06d12-6e9c-4d8e-99a3-5e7214e11e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379ad69b-5998-4aa9-ba97-3848938efa16,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:06.584559 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-88c06d12-6e9c-4d8e-99a3-5e7214e11e93 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a867c0786fe04344afa772911539edc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189890 Jun 29 15:53:06.585764 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-88c06d12-6e9c-4d8e-99a3-5e7214e11e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:06.587073 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38324) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:06.659340 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ca59d6e-866e-4cf7-b578-b8bcd8197cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.692248 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8365e3-2322-4ad0-9abd-b7e8a613fa7b x-openstack-request-id: req-bc8365e3-2322-4ad0-9abd-b7e8a613fa7b {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:53:06.692545 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:53:06.692902 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bc8365e3-2322-4ad0-9abd-b7e8a613fa7b {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:53:06.693448 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'status': 'completed', 'code': 200} Jun 29 15:53:06.701078 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ca59d6e-866e-4cf7-b578-b8bcd8197cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.759389 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ca59d6e-866e-4cf7-b578-b8bcd8197cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.763384 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ca59d6e-866e-4cf7-b578-b8bcd8197cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:06.764833 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2ca59d6e-866e-4cf7-b578-b8bcd8197cff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/379ad69b-5998-4aa9-ba97-3848938efa16 HTTP/1.1" status: 204 len: 168 time: 0.1768444 Jun 29 15:53:06.765911 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-987eecd1-d4cd-4146-ba51-c173375f9894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:06.779088 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca59d6e-866e-4cf7-b578-b8bcd8197cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379ad69b-5998-4aa9-ba97-3848938efa16,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:06.782357 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2ca59d6e-866e-4cf7-b578-b8bcd8197cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:06.831630 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5ebfefc5-41e2-4ebd-8163-93d4023f6a34 req-22098e80-958a-427c-b419-32948e13b9ac tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 210 time: 0.0449500 Jun 29 15:53:06.867298 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f88240-aefc-4bed-8534-12479c800bce req-4b837013-933b-4d39-9e6d-d24e652ecee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:06.869035 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84f88240-aefc-4bed-8534-12479c800bce req-4b837013-933b-4d39-9e6d-d24e652ecee0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 1099 time: 0.1461844 Jun 29 15:53:06.981898 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f88240-aefc-4bed-8534-12479c800bce req-26bfaf7f-7d8f-40fc-a67b-205c964ff6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:06.983701 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84f88240-aefc-4bed-8534-12479c800bce req-26bfaf7f-7d8f-40fc-a67b-205c964ff6f1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 200 len: 916 time: 0.1067252 Jun 29 15:53:07.083965 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84f88240-aefc-4bed-8534-12479c800bce req-b0aac3b3-6822-4476-8c26-c9549679e6a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb HTTP/1.1" status: 200 len: 1001 time: 0.0936408 Jun 29 15:53:07.150026 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f88240-aefc-4bed-8534-12479c800bce req-da48b64d-7ea3-4e0f-a404-4d497cf1b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:07.151551 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84f88240-aefc-4bed-8534-12479c800bce req-da48b64d-7ea3-4e0f-a404-4d497cf1b2a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8db42e60-7985-44f3-8899-246ef24f69ae HTTP/1.1" status: 200 len: 854 time: 0.0511289 Jun 29 15:53:07.233217 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f88240-aefc-4bed-8534-12479c800bce req-d0698a00-ccca-4cfc-8584-8dd201df6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:07.234872 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84f88240-aefc-4bed-8534-12479c800bce req-d0698a00-ccca-4cfc-8584-8dd201df6b2b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=61586768-e621-44be-873b-6ad3c5a47dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610015 Jun 29 15:53:07.328913 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84f88240-aefc-4bed-8534-12479c800bce req-07306a1d-f3a7-4d20-92e8-4ea03503c64c service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868766 Jun 29 15:53:07.425275 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84f88240-aefc-4bed-8534-12479c800bce req-ce8f0ebf-3858-4efc-b5a5-ddde2e7e4df7 service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898080 Jun 29 15:53:07.683747 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-ff4253c1-7e61-4c34-956d-ff099f7930c9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:07.690618 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-ff4253c1-7e61-4c34-956d-ff099f7930c9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "GET /v2.0/networks?id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f HTTP/1.1" status: 200 len: 814 time: 0.1508341 Jun 29 15:53:07.713444 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Request body: {'port': {'device_id': '76c18bcd-2112-4215-8aea-c3913874fe63', 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f', 'admin_state_up': True, 'tenant_id': 'ab3805f5784945b6b394857877c2330a'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:07.899712 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Made reservation on behalf of ab3805f5784945b6b394857877c2330a for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:53:07.903544 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.018144 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fe14c1d5-b35d-4f4a-8312-ae4e4d1c610f req-67f6e2cf-24a5-4361-93fd-389c465b87b3 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 210 time: 0.0345578 Jun 29 15:53:08.078082 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38386) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:08.080612 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Allocated IP 172.20.0.6 (ed559ab0-4bf7-4e9a-b537-3464bbb7300f/c16c7709-1233-4e6f-be61-74b96428410e/6dec1c53-f213-4e4c-808c-0938753c3f70) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:08.251706 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.292712 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.297324 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:08.310681 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['b0450eda-1567-46ba-8ab3-1234cb202751'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:53:08.321667 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4cb4-dbc4-405e-966a-bad16b8eb6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.356574 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Network ed559ab0-4bf7-4e9a-b537-3464bbb7300f is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:08.359993 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:08.363935 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:08.369738 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:08.370374 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.379271 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Pushing event updated for resources: {'Port': ['ID=6dec1c53-f213-4e4c-808c-0938753c3f70,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:08.384489 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:08.446336 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4cb4-dbc4-405e-966a-bad16b8eb6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.451691 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f3dc4cb4-dbc4-405e-966a-bad16b8eb6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.455749 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:08.457700 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7589154 Jun 29 15:53:08.472146 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Request body: {'port': {'device_id': '76c18bcd-2112-4215-8aea-c3913874fe63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:08.499867 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f3dc4cb4-dbc4-405e-966a-bad16b8eb6ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=51f614ebca1c4f9f877438ec5446ce3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206903 Jun 29 15:53:08.502524 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc4cb4-dbc4-405e-966a-bad16b8eb6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ffba18-0a92-46d9-b1fc-de1b48ea7533,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:08.505649 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38400) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:08.507875 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f3dc4cb4-dbc4-405e-966a-bad16b8eb6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:08.569627 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a50a523-640c-4aaf-95a6-4dee0760b87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.594657 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a50a523-640c-4aaf-95a6-4dee0760b87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.663361 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a50a523-640c-4aaf-95a6-4dee0760b87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.668095 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9a50a523-640c-4aaf-95a6-4dee0760b87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:08.669514 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9a50a523-640c-4aaf-95a6-4dee0760b87f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e7ffba18-0a92-46d9-b1fc-de1b48ea7533 HTTP/1.1" status: 204 len: 168 time: 0.1627972 Jun 29 15:53:08.670519 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3da77b2e-d1de-4e2c-9bf7-4ed39a12c0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:08.688472 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50a523-640c-4aaf-95a6-4dee0760b87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ffba18-0a92-46d9-b1fc-de1b48ea7533,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:08.697174 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9a50a523-640c-4aaf-95a6-4dee0760b87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:08.811734 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.217560 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dec1c53-f213-4e4c-808c-0938753c3f70 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:53:09.226757 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.242171 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Transition to ACTIVE for port object 6dec1c53-f213-4e4c-808c-0938753c3f70 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:09.247777 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.250555 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea63677-bd6a-461d-bf22-ae067b59050a req-7d6d42c6-39a0-4f01-9f3a-b05fff0c0386 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:09.251411 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-46fb5be1-0894-4a00-8e5c-a24212c0b0ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:09.258281 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0ea63677-bd6a-461d-bf22-ae067b59050a req-7d6d42c6-39a0-4f01-9f3a-b05fff0c0386 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 931 time: 0.0818524 Jun 29 15:53:09.299910 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0ea63677-bd6a-461d-bf22-ae067b59050a req-241af81b-037b-4508-b459-c384279e13e7 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Jun 29 15:53:09.336634 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Pushing event updated for resources: {'Port': ['ID=6dec1c53-f213-4e4c-808c-0938753c3f70,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:09.339540 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:09.356674 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Attempting to bind port 6dec1c53-f213-4e4c-808c-0938753c3f70 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:09.357012 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Attempting to bind port 6dec1c53-f213-4e4c-808c-0938753c3f70 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:09.357377 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Attempting to bind port 6dec1c53-f213-4e4c-808c-0938753c3f70 on network ed559ab0-4bf7-4e9a-b537-3464bbb7300f {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:09.361999 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Port 6dec1c53-f213-4e4c-808c-0938753c3f70 on network ed559ab0-4bf7-4e9a-b537-3464bbb7300f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:53:09.362361 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Attempting to bind port 6dec1c53-f213-4e4c-808c-0938753c3f70 on network ed559ab0-4bf7-4e9a-b537-3464bbb7300f {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:09.368572 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:09.368844 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Checking segment: {'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:09.369218 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Bound using segment: {'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:09.369669 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Bound port: 6dec1c53-f213-4e4c-808c-0938753c3f70, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:09.370025 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.446411 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] For port 6dec1c53-f213-4e4c-808c-0938753c3f70, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:09.449533 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] For port 6dec1c53-f213-4e4c-808c-0938753c3f70, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6dec1c53-f213-4e4c-808c-0938753c3f70,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:09.453255 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.456015 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:09.490414 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:09.490414 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:09.491475 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] 10.222.0.81 "PUT /v2.0/ports/6dec1c53-f213-4e4c-808c-0938753c3f70 HTTP/1.1" status: 200 len: 1093 time: 1.0241914 Jun 29 15:53:09.493353 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c18bcd-2112-4215-8aea-c3913874fe63', 'tag': '6dec1c53-f213-4e4c-808c-0938753c3f70'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:53:09.495724 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45b86a9-4ca4-41eb-94bb-eac15a8aa9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "76c18bcd-2112-4215-8aea-c3913874fe63", "tag": "6dec1c53-f213-4e4c-808c-0938753c3f70"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:53:09.521577 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Pushing event updated for resources: {'Port': ['ID=6dec1c53-f213-4e4c-808c-0938753c3f70,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:09.529567 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:09.530265 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:09.530265 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:09.530601 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:09.530947 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:09.531288 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:09.531625 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:09.532371 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:09.532371 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:09.532668 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:09.533005 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:09.533262 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:09.538178 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:09.555891 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc47cc5b-7c81-45fc-8e22-0f3ed3784b6e x-openstack-request-id: req-fc47cc5b-7c81-45fc-8e22-0f3ed3784b6e {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:53:09.556207 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c18bcd-2112-4215-8aea-c3913874fe63", "tag": "6dec1c53-f213-4e4c-808c-0938753c3f70", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:53:09.556488 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc47cc5b-7c81-45fc-8e22-0f3ed3784b6e {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:53:09.556907 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c18bcd-2112-4215-8aea-c3913874fe63', 'tag': '6dec1c53-f213-4e4c-808c-0938753c3f70', 'status': 'completed', 'code': 200} Jun 29 15:53:10.971691 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c3278d58-075e-49d4-91d5-4eb78d0c5612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:12.677422 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b86a9-4ca4-41eb-94bb-eac15a8aa9a7 req-d2cbec59-4777-4bd6-89cf-38cc13b15e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:12.679069 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b45b86a9-4ca4-41eb-94bb-eac15a8aa9a7 req-d2cbec59-4777-4bd6-89cf-38cc13b15e25 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3805f5784945b6b394857877c2330a&device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 1096 time: 0.0613890 Jun 29 15:53:12.809284 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b86a9-4ca4-41eb-94bb-eac15a8aa9a7 req-afbda3f9-42e4-4fc7-ab8f-340c06f72594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:12.811041 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b45b86a9-4ca4-41eb-94bb-eac15a8aa9a7 req-afbda3f9-42e4-4fc7-ab8f-340c06f72594 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=ab3805f5784945b6b394857877c2330a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1242044 Jun 29 15:53:12.888325 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2619971-7a23-4bf1-9bb2-719e1d2b1eac req-fcc711ad-9453-461a-ac27-44a90105d2a1 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:12.890002 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b2619971-7a23-4bf1-9bb2-719e1d2b1eac req-fcc711ad-9453-461a-ac27-44a90105d2a1 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 943 time: 0.1415374 Jun 29 15:53:12.948549 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b86a9-4ca4-41eb-94bb-eac15a8aa9a7 req-9f7777c6-b89c-4b3d-bf8d-eebb32e87af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:12.950044 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b45b86a9-4ca4-41eb-94bb-eac15a8aa9a7 req-9f7777c6-b89c-4b3d-bf8d-eebb32e87af3 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292834 Jun 29 15:53:12.957778 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b2619971-7a23-4bf1-9bb2-719e1d2b1eac req-b9678489-f79b-4a31-ac6d-426daafd3ffd tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603509 Jun 29 15:53:13.076487 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-0c82c6a1-5a6e-442f-b4d7-cf5891d51a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:13.078195 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-0c82c6a1-5a6e-442f-b4d7-cf5891d51a30 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3805f5784945b6b394857877c2330a&device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 1096 time: 0.0629129 Jun 29 15:53:13.135415 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-7762a3ad-121f-431b-be54-59c9bf22d57d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dec1c53-f213-4e4c-808c-0938753c3f70 HTTP/1.1" status: 200 len: 217 time: 0.0477085 Jun 29 15:53:13.218095 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-84451be6-2a19-41eb-a49b-a9ac0d5850c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:13.219568 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-84451be6-2a19-41eb-a49b-a9ac0d5850c0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c16c7709-1233-4e6f-be61-74b96428410e HTTP/1.1" status: 200 len: 854 time: 0.0744576 Jun 29 15:53:13.266781 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-79d4d619-1211-43f5-957f-572522cc3dc6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387483 Jun 29 15:53:13.380803 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-e5ea02ef-8742-4fa5-bfd8-1289df844249 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051702 Jun 29 15:53:13.491522 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a36fc91f-52ff-4efb-ae22-a1b85ae091af req-90bfa709-286b-41a6-9f99-61612b8d67f8 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038103 Jun 29 15:53:13.692902 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:13.762324 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-17bce60a-3705-4a20-b90f-3bb4be883b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:14.136570 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec904f-5a4e-4884-a95f-a9f3ef2b951b req-cf2d2d2d-1472-4c21-b00e-baf934b104d8 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:14.138072 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6aec904f-5a4e-4884-a95f-a9f3ef2b951b req-cf2d2d2d-1472-4c21-b00e-baf934b104d8 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 943 time: 0.0635309 Jun 29 15:53:14.176663 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6aec904f-5a4e-4884-a95f-a9f3ef2b951b req-eae83162-84cc-450f-81b7-a356f62d8f3a tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329156 Jun 29 15:53:14.613985 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.040446 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55679b-5106-43f2-95e7-ca859d327dcb req-5b2f59d9-5208-4dcb-9aaf-c19168d2c97e tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:15.042237 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ae55679b-5106-43f2-95e7-ca859d327dcb req-5b2f59d9-5208-4dcb-9aaf-c19168d2c97e tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 945 time: 0.0790603 Jun 29 15:53:15.090924 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ae55679b-5106-43f2-95e7-ca859d327dcb req-80195145-da1c-464c-a147-9075a557c496 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427558 Jun 29 15:53:15.327897 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38600) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:15.364789 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0a7a7-8574-498f-9d30-9cc1bb904764 req-bb5a1614-0c15-4b23-bc45-39ec8471e5be tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:15.366852 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a9f0a7a7-8574-498f-9d30-9cc1bb904764 req-bb5a1614-0c15-4b23-bc45-39ec8471e5be tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 943 time: 0.0706575 Jun 29 15:53:15.406017 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a9f0a7a7-8574-498f-9d30-9cc1bb904764 req-ed286cfc-7752-494a-bdd6-4aa5a46a0401 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328884 Jun 29 15:53:15.435138 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.522418 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.526087 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.528316 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-574449c5-4474-450e-a25c-05524459614b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:15.564483 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8330d7e-5e1a-4661-9eb5-6152186c3039,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:15.569245 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d3b30785bba4410b0b83b453846ff9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401764 Jun 29 15:53:15.572185 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38604) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:15.574316 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:15.574678 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:15.575040 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:15.575396 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:15.575736 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:15.576105 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:15.576451 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:15.576795 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:15.577149 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:15.577515 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:15.577855 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:15.578189 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:15.582092 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:15.621395 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-31d50725-09da-4ad0-8984-10b5063bebb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.642412 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-31d50725-09da-4ad0-8984-10b5063bebb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.687273 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-31d50725-09da-4ad0-8984-10b5063bebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.689937 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-31d50725-09da-4ad0-8984-10b5063bebb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:15.691425 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-31d50725-09da-4ad0-8984-10b5063bebb3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e8330d7e-5e1a-4661-9eb5-6152186c3039 HTTP/1.1" status: 204 len: 168 time: 0.1179159 Jun 29 15:53:15.692149 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:15.699471 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d50725-09da-4ad0-8984-10b5063bebb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8330d7e-5e1a-4661-9eb5-6152186c3039,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:15.702377 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-31d50725-09da-4ad0-8984-10b5063bebb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:16.227954 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.307969 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859befd6-b605-4753-b13d-9a033f47bddb req-f8314807-6b90-41fd-bf30-b15fb2dbb01c tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:16.309764 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-859befd6-b605-4753-b13d-9a033f47bddb req-f8314807-6b90-41fd-bf30-b15fb2dbb01c tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 945 time: 0.0725479 Jun 29 15:53:16.360784 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-859befd6-b605-4753-b13d-9a033f47bddb req-78d9c388-c1bd-41f2-a043-2c84793c499c tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452664 Jun 29 15:53:16.469793 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 6dec1c53-f213-4e4c-808c-0938753c3f70 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:53:16.582950 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 6dec1c53-f213-4e4c-808c-0938753c3f70, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6dec1c53-f213-4e4c-808c-0938753c3f70,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:16.603018 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '6dec1c53-f213-4e4c-808c-0938753c3f70', 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f', 'port_id': '6dec1c53-f213-4e4c-808c-0938753c3f70', 'mac_address': 'fa:16:3e:43:8c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16c7709-1233-4e6f-be61-74b96428410e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:53:16.638390 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bc93e-c75d-4044-909f-63ac1ca04fd0 req-a5326a7d-5ee7-4c15-8e24-3fb342bad3ef tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:16.641699 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-194bc93e-c75d-4044-909f-63ac1ca04fd0 req-a5326a7d-5ee7-4c15-8e24-3fb342bad3ef tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 943 time: 0.1083145 Jun 29 15:53:16.643852 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38660) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:16.650273 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.670450 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dec1c53-f213-4e4c-808c-0938753c3f70 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:53:16.702748 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-194bc93e-c75d-4044-909f-63ac1ca04fd0 req-6646d761-c843-496c-80d0-321d50928b0e tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516405 Jun 29 15:53:16.718900 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 6dec1c53-f213-4e4c-808c-0938753c3f70, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6dec1c53-f213-4e4c-808c-0938753c3f70,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:16.723115 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.725135 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:16.771800 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2e9af838-68b7-431e-a4f2-d74a64408911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.776193 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=6dec1c53-f213-4e4c-808c-0938753c3f70,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:16.787414 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:16.787692 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:16.788235 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:16.788789 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:16.789370 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:16.789750 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:16.790086 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:16.790423 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:16.790753 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:16.791085 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:16.791493 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:16.791975 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:16.798099 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:16.865780 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38666) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:16.868785 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2e9af838-68b7-431e-a4f2-d74a64408911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.873110 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2e9af838-68b7-431e-a4f2-d74a64408911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.875423 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:16.911647 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2e9af838-68b7-431e-a4f2-d74a64408911 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80e7a46753a641cda26dfd502dc78f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665646 Jun 29 15:53:16.912581 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9af838-68b7-431e-a4f2-d74a64408911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87046c61-96cc-48ef-a081-94d269060c94,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:16.914561 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38670) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:16.917880 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2e9af838-68b7-431e-a4f2-d74a64408911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:16.977464 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e80b114e-591b-497a-be58-d463e91d07ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:16.979192 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a42fa682-1452-4816-8779-706f7ffb3839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.013420 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e80b114e-591b-497a-be58-d463e91d07ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.111215 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['6dec1c53-f213-4e4c-808c-0938753c3f70'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:53:17.136833 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e80b114e-591b-497a-be58-d463e91d07ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.138864 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e80b114e-591b-497a-be58-d463e91d07ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.142350 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e80b114e-591b-497a-be58-d463e91d07ae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/87046c61-96cc-48ef-a081-94d269060c94 HTTP/1.1" status: 204 len: 168 time: 0.2235696 Jun 29 15:53:17.145350 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-42e06472-e665-47f8-a74e-6d93d20fd4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:17.163989 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b114e-591b-497a-be58-d463e91d07ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87046c61-96cc-48ef-a081-94d269060c94,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:17.170803 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e80b114e-591b-497a-be58-d463e91d07ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:17.184998 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5e9c-d74a-4727-9b67-a46075571383 req-bd2f3175-e4bf-4c4f-a362-2161978d4623 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:17.186695 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-57ac5e9c-d74a-4727-9b67-a46075571383 req-bd2f3175-e4bf-4c4f-a362-2161978d4623 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.81 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 945 time: 0.1386116 Jun 29 15:53:17.213014 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a42fa682-1452-4816-8779-706f7ffb3839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.236798 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a42fa682-1452-4816-8779-706f7ffb3839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.241467 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5b2ae758-0b30-4237-8c21-4dec5caed2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:17.299379 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fa682-1452-4816-8779-706f7ffb3839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21a02b5-6cec-4d45-9bfb-4ad85f7edbb6,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:17.308689 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38682) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:17.308836 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a42fa682-1452-4816-8779-706f7ffb3839 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=beb1d6fbdb004305a736341e6b538b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412534 Jun 29 15:53:17.310017 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a42fa682-1452-4816-8779-706f7ffb3839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:17.377049 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-57ac5e9c-d74a-4727-9b67-a46075571383 req-dd587842-6bf7-4d25-bf16-97ea4e62bdc5 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Deleting port 73002e30-cd31-4517-8e2d-1623d28d8030 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:53:17.377558 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-57ac5e9c-d74a-4727-9b67-a46075571383 req-dd587842-6bf7-4d25-bf16-97ea4e62bdc5 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.383829 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bc468b80-dd23-4975-9af6-0ec6cdd24058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.440776 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bc468b80-dd23-4975-9af6-0ec6cdd24058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.501463 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38690) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:17.527862 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bc468b80-dd23-4975-9af6-0ec6cdd24058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.530283 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-57ac5e9c-d74a-4727-9b67-a46075571383 req-dd587842-6bf7-4d25-bf16-97ea4e62bdc5 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] For port 73002e30-cd31-4517-8e2d-1623d28d8030, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=73002e30-cd31-4517-8e2d-1623d28d8030,segment=NetworkSegment(d5b2c067-5df5-47f0-849b-b6fc5b5032f0),segment_id=d5b2c067-5df5-47f0-849b-b6fc5b5032f0)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:17.530737 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-57ac5e9c-d74a-4727-9b67-a46075571383 req-dd587842-6bf7-4d25-bf16-97ea4e62bdc5 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.532019 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bc468b80-dd23-4975-9af6-0ec6cdd24058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.533317 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bc468b80-dd23-4975-9af6-0ec6cdd24058 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f21a02b5-6cec-4d45-9bfb-4ad85f7edbb6 HTTP/1.1" status: 204 len: 168 time: 0.2226415 Jun 29 15:53:17.534227 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-02ea99c4-acaf-45cf-9c06-27cacf15f7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:17.548686 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc468b80-dd23-4975-9af6-0ec6cdd24058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21a02b5-6cec-4d45-9bfb-4ad85f7edbb6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:17.552353 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-bc468b80-dd23-4975-9af6-0ec6cdd24058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:17.567066 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-57ac5e9c-d74a-4727-9b67-a46075571383 req-dd587842-6bf7-4d25-bf16-97ea4e62bdc5 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Calling delete_port for 73002e30-cd31-4517-8e2d-1623d28d8030 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:53:17.625256 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38696) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:17.640660 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9cf33a5d-56a1-44a0-91f7-3e5c0a1ff819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.695474 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0b034403-8acc-4ca1-b41e-b638cc8a3802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.734468 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228b725-f6a9-462f-ab5c-043f69310edd req-6dea402d-3932-45cb-b0b5-49e46a57f32b tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:17.735989 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2228b725-f6a9-462f-ab5c-043f69310edd req-6dea402d-3932-45cb-b0b5-49e46a57f32b tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 945 time: 0.1913536 Jun 29 15:53:17.745587 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9cf33a5d-56a1-44a0-91f7-3e5c0a1ff819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.752817 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9cf33a5d-56a1-44a0-91f7-3e5c0a1ff819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.757224 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-bc468b80-dd23-4975-9af6-0ec6cdd24058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:17.806093 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9cf33a5d-56a1-44a0-91f7-3e5c0a1ff819 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2fdafa451cf34c84a08e03348add5243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797149 Jun 29 15:53:17.808614 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38700) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:17.818416 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf33a5d-56a1-44a0-91f7-3e5c0a1ff819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a016dce-63c9-453f-9c8d-eb1534785dee,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:17.830684 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9cf33a5d-56a1-44a0-91f7-3e5c0a1ff819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:17.846608 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2228b725-f6a9-462f-ab5c-043f69310edd req-7118f412-e060-412d-a80f-f79fae64f78e tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/security-groups?id=3aef31c5-4699-4b8d-86bf-86e45d1d59de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967748 Jun 29 15:53:17.876900 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-57ac5e9c-d74a-4727-9b67-a46075571383 req-dd587842-6bf7-4d25-bf16-97ea4e62bdc5 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.883316 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b3c95c86-8af9-4c3d-8c69-01f22bad2502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:17.890860 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ec81-b772-4ad9-9c95-6ced28714bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.904334 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['73002e30-cd31-4517-8e2d-1623d28d8030'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:53:17.916125 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd587842-6bf7-4d25-bf16-97ea4e62bdc5 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Pushing event deleted for resources: {'Port': ['ID=73002e30-cd31-4517-8e2d-1623d28d8030,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:17.920205 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dd587842-6bf7-4d25-bf16-97ea4e62bdc5 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:17.955162 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ec81-b772-4ad9-9c95-6ced28714bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:17.990808 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ac5e9c-d74a-4727-9b67-a46075571383 req-dd587842-6bf7-4d25-bf16-97ea4e62bdc5 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] No DVR routers for this DVR port 73002e30-cd31-4517-8e2d-1623d28d8030 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:53:18.001085 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-57ac5e9c-d74a-4727-9b67-a46075571383 req-dd587842-6bf7-4d25-bf16-97ea4e62bdc5 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.003355 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-57ac5e9c-d74a-4727-9b67-a46075571383 req-dd587842-6bf7-4d25-bf16-97ea4e62bdc5 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.81 "DELETE /v2.0/ports/73002e30-cd31-4517-8e2d-1623d28d8030 HTTP/1.1" status: 204 len: 173 time: 0.8064034 Jun 29 15:53:18.003852 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9894bc04-bea4-4c00-9f2e-67ed5b6efe17', 'name': 'network-vif-deleted', 'tag': '73002e30-cd31-4517-8e2d-1623d28d8030'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:53:18.006493 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0792f90f-14e4-43fc-9e65-9bc0b709142e" -d '{"events": [{"server_uuid": "9894bc04-bea4-4c00-9f2e-67ed5b6efe17", "name": "network-vif-deleted", "tag": "73002e30-cd31-4517-8e2d-1623d28d8030"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:53:18.041347 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0b034403-8acc-4ca1-b41e-b638cc8a3802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.048466 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0b034403-8acc-4ca1-b41e-b638cc8a3802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.049005 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705abbdf-476f-4591-8979-ee23a41ef4ee req-c9894a15-48c4-43fa-8fb1-e9aee0023b77 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:18.054397 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:18.057794 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-705abbdf-476f-4591-8979-ee23a41ef4ee req-c9894a15-48c4-43fa-8fb1-e9aee0023b77 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 944 time: 0.1559072 Jun 29 15:53:18.060279 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c0a419-0b0a-44c5-a4d1-f8e0cd28200a x-openstack-request-id: req-48c0a419-0b0a-44c5-a4d1-f8e0cd28200a {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:53:18.060828 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9894bc04-bea4-4c00-9f2e-67ed5b6efe17", "name": "network-vif-deleted", "tag": "73002e30-cd31-4517-8e2d-1623d28d8030", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:53:18.061052 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ec81-b772-4ad9-9c95-6ced28714bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.061255 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48c0a419-0b0a-44c5-a4d1-f8e0cd28200a {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:53:18.061859 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9894bc04-bea4-4c00-9f2e-67ed5b6efe17', 'name': 'network-vif-deleted', 'tag': '73002e30-cd31-4517-8e2d-1623d28d8030', 'status': 'completed', 'code': 200} Jun 29 15:53:18.063711 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ec81-b772-4ad9-9c95-6ced28714bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.067105 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4bf9ec81-b772-4ad9-9c95-6ced28714bc2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a016dce-63c9-453f-9c8d-eb1534785dee HTTP/1.1" status: 204 len: 168 time: 0.2550495 Jun 29 15:53:18.067105 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:18.081498 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9ec81-b772-4ad9-9c95-6ced28714bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a016dce-63c9-453f-9c8d-eb1534785dee,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:18.089488 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4bf9ec81-b772-4ad9-9c95-6ced28714bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:18.122891 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-705abbdf-476f-4591-8979-ee23a41ef4ee req-4185c8ec-ab61-49ef-9143-78e6028b3ac4 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607433 Jun 29 15:53:18.123350 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-0b034403-8acc-4ca1-b41e-b638cc8a3802 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ffb1e2de4f344258a8cd571ee3c6521a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6179328 Jun 29 15:53:18.124510 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38712) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:18.132794 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b034403-8acc-4ca1-b41e-b638cc8a3802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a184a376-23c7-4143-9146-9610a47d1c6a,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:18.144021 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0b034403-8acc-4ca1-b41e-b638cc8a3802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:18.158870 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:53:18.196625 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-585bd4b5-9176-44bf-b8db-bd6274418e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.223287 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-585bd4b5-9176-44bf-b8db-bd6274418e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.276559 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-585bd4b5-9176-44bf-b8db-bd6274418e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.279368 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-585bd4b5-9176-44bf-b8db-bd6274418e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.280516 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-585bd4b5-9176-44bf-b8db-bd6274418e3a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a184a376-23c7-4143-9146-9610a47d1c6a HTTP/1.1" status: 204 len: 168 time: 0.1550291 Jun 29 15:53:18.281252 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-30d9064d-f72d-4faf-9c52-79079044b58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:18.289366 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bd4b5-9176-44bf-b8db-bd6274418e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a184a376-23c7-4143-9146-9610a47d1c6a,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:18.291311 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-585bd4b5-9176-44bf-b8db-bd6274418e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:18.477465 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 6dec1c53-f213-4e4c-808c-0938753c3f70 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:18.584874 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port 6dec1c53-f213-4e4c-808c-0938753c3f70 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:18.594067 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 6dec1c53-f213-4e4c-808c-0938753c3f70 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:18.594867 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.642598 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38738) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:18.663043 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ed44f81e-04b6-4c46-9d3f-70707795e50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.745763 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.778325 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c18bcd-2112-4215-8aea-c3913874fe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec1c53-f213-4e4c-808c-0938753c3f70'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:53:18.782194 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db3674f-b0f0-43e0-999b-4c5e14f2fc6d" -d '{"events": [{"server_uuid": "76c18bcd-2112-4215-8aea-c3913874fe63", "name": "network-vif-plugged", "status": "completed", "tag": "6dec1c53-f213-4e4c-808c-0938753c3f70"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:53:18.822865 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 6dec1c53-f213-4e4c-808c-0938753c3f70, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6dec1c53-f213-4e4c-808c-0938753c3f70,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:18.826427 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ed44f81e-04b6-4c46-9d3f-70707795e50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.831004 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.835786 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 73002e30-cd31-4517-8e2d-1623d28d8030 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:53:18.835786 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-52ff7a56-c431-48b8-a0e4-3c775584cd9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:18.839532 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ed44f81e-04b6-4c46-9d3f-70707795e50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.844331 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2769df6a-d3e2-4104-a3fa-e4dc5685a999 x-openstack-request-id: req-2769df6a-d3e2-4104-a3fa-e4dc5685a999 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:53:18.845421 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c18bcd-2112-4215-8aea-c3913874fe63", "name": "network-vif-plugged", "status": "completed", "tag": "6dec1c53-f213-4e4c-808c-0938753c3f70", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:53:18.845951 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2769df6a-d3e2-4104-a3fa-e4dc5685a999 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:53:18.846544 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:18.847297 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c18bcd-2112-4215-8aea-c3913874fe63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec1c53-f213-4e4c-808c-0938753c3f70', 'code': 200} Jun 29 15:53:18.885789 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ed44f81e-04b6-4c46-9d3f-70707795e50d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42188342684f4b06bf811425b4e9610b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418051 Jun 29 15:53:18.886919 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44f81e-04b6-4c46-9d3f-70707795e50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f40601-4d0c-4ab9-be99-b4b0c0c66e71,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:18.888222 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38750) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:18.904351 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ed44f81e-04b6-4c46-9d3f-70707795e50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:18.959513 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-aa25e6c0-2bdb-42b5-bd98-092638778dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:18.960416 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=6dec1c53-f213-4e4c-808c-0938753c3f70,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:18.976091 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:18.977419 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: 73002e30-cd31-4517-8e2d-1623d28d8030 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:53:18.978030 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 73002e30-cd31-4517-8e2d-1623d28d8030 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:53:19.003604 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-aa25e6c0-2bdb-42b5-bd98-092638778dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:19.112132 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-aa25e6c0-2bdb-42b5-bd98-092638778dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:19.115616 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-aa25e6c0-2bdb-42b5-bd98-092638778dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:19.117866 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-aa25e6c0-2bdb-42b5-bd98-092638778dbf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6f40601-4d0c-4ab9-be99-b4b0c0c66e71 HTTP/1.1" status: 204 len: 168 time: 0.2286806 Jun 29 15:53:19.119043 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c7992899-1f61-491d-b2d2-30f48b1a508f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:19.125799 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c966e1c-24a0-4a87-8d82-caf0e77a8932 req-4ec8cfcb-7507-4b94-9860-8f4d2bbfe11d tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] 10.222.0.69 "GET /v2.0/ports?device_id=9894bc04-bea4-4c00-9f2e-67ed5b6efe17 HTTP/1.1" status: 200 len: 210 time: 0.0495546 Jun 29 15:53:19.133910 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25e6c0-2bdb-42b5-bd98-092638778dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f40601-4d0c-4ab9-be99-b4b0c0c66e71,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:19.137020 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-aa25e6c0-2bdb-42b5-bd98-092638778dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:19.287090 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf6dda-f88e-44c9-ad18-d10e9339b0f7 req-dfd7f26f-8652-41bc-8dca-cdfc3a8d9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:19.294975 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9bf6dda-f88e-44c9-ad18-d10e9339b0f7 req-dfd7f26f-8652-41bc-8dca-cdfc3a8d9b96 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 1098 time: 0.0805209 Jun 29 15:53:19.361109 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f9bf6dda-f88e-44c9-ad18-d10e9339b0f7 req-ef9948d2-0b66-42e6-ae7f-0788f3250037 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572927 Jun 29 15:53:19.447597 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d741ad-9b6a-41c2-aa13-eab23df03b35 req-d4ee8f24-f352-418b-a6e0-911038162387 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:19.455091 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b9d741ad-9b6a-41c2-aa13-eab23df03b35 req-d4ee8f24-f352-418b-a6e0-911038162387 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 945 time: 0.0972865 Jun 29 15:53:19.502304 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b9d741ad-9b6a-41c2-aa13-eab23df03b35 req-7da4b9b2-7885-4c99-a03c-44c8f1bc7bfd tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459807 Jun 29 15:53:20.706787 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55c1bf-d2d4-4a4e-9272-9903f5fe569a req-246efe15-0113-414b-a404-ba029c3e80fb tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:20.708725 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e55c1bf-d2d4-4a4e-9272-9903f5fe569a req-246efe15-0113-414b-a404-ba029c3e80fb tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 945 time: 0.0743110 Jun 29 15:53:20.761258 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e55c1bf-d2d4-4a4e-9272-9903f5fe569a req-9b384f5c-6254-4120-b533-cf7b0c7d0ee1 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455923 Jun 29 15:53:21.760163 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38918) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:21.804637 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-21725ac2-a52b-4c02-9386-f660ce471545 admin admin] Deleting subnet 63f35fd9-319d-4b3a-8ce4-61e8f74052e7 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 15:53:21.807954 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-21725ac2-a52b-4c02-9386-f660ce471545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:21.843293 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-21725ac2-a52b-4c02-9386-f660ce471545 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:21.852384 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-21725ac2-a52b-4c02-9386-f660ce471545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:21.905267 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-21725ac2-a52b-4c02-9386-f660ce471545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:21.908164 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:21.936500 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21725ac2-a52b-4c02-9386-f660ce471545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f35fd9-319d-4b3a-8ce4-61e8f74052e7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:21.938163 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-21725ac2-a52b-4c02-9386-f660ce471545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:21.939977 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-21725ac2-a52b-4c02-9386-f660ce471545 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/63f35fd9-319d-4b3a-8ce4-61e8f74052e7 HTTP/1.1" status: 204 len: 168 time: 0.1788299 Jun 29 15:53:21.941789 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-21725ac2-a52b-4c02-9386-f660ce471545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:21.942465 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38922) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:22.008332 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.092103 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.103492 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.103838 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.104617 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.104976 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > port after_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.105347 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > port after_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.105677 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > port after_update 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.105994 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.106322 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.106632 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.106949 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.173999 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.174350 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.174683 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.175012 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 15:53:22.175387 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc936fc-bad0-40bf-b7a4-86979cad0ffa']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:22.192916 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b2c067-5df5-47f0-849b-b6fc5b5032f0') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:22.193243 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b2c067-5df5-47f0-849b-b6fc5b5032f0') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:22.209228 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9294825'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.230286 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.237897 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:53:22.238264 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477928'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: from cryptography.utils import int_from_bytes Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: from cryptography.utils import int_from_bytes Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: timer() Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: cb(*args, **kw) Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: self._notify() Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: self.callback(batched_events) Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: event.method(event) Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._get(url).json() Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:53:22.242432 dv-cinder-792209-4-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:53:22.299686 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.304112 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d0649cb3-1200-4a05-a72a-0b2ba8321003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:22.308647 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.310886 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] 10.222.0.69 "DELETE /v2.0/networks/bcc936fc-bad0-40bf-b7a4-86979cad0ffa HTTP/1.1" status: 204 len: 168 time: 0.3675108 Jun 29 15:53:22.320829 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc936fc-bad0-40bf-b7a4-86979cad0ffa,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:22.323555 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:22.465791 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38930) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:22.504422 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-557f574a-790f-4fa9-b769-4aa7f4b82d5a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a3898f9eb964395a0ef5253ef4757d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374818 Jun 29 15:53:22.506847 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38932) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:22.554662 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-74095c54-9c62-4845-a083-6affa602f0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.576170 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-74095c54-9c62-4845-a083-6affa602f0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.621859 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-74095c54-9c62-4845-a083-6affa602f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.624519 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-74095c54-9c62-4845-a083-6affa602f0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:22.625676 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-74095c54-9c62-4845-a083-6affa602f0a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3aef31c5-4699-4b8d-86bf-86e45d1d59de HTTP/1.1" status: 204 len: 168 time: 0.1179554 Jun 29 15:53:22.626400 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:22.635144 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74095c54-9c62-4845-a083-6affa602f0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aef31c5-4699-4b8d-86bf-86e45d1d59de,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:22.637827 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-74095c54-9c62-4845-a083-6affa602f0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:23.294841 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 38962) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:23.385374 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1348169409-network', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:23.406536 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Made reservation on behalf of 8c14a59cfe334bb7847f12a8834a95db for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:53:23.408814 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.416995 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.503031 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.507591 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.510646 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7e76eb88-abcf-41e8-81cd-b7ed7769e87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:23.534856 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:53:23.540741 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a53edaa-0964-42cb-87c0-b21986221b92,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:23.544150 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:23.551611 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.552141 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Added segment fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9 of type vlan for network caa54c4b-1bc0-4255-a012-8669b90491fb Jun 29 15:53:23.593660 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.624542 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.626143 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:23.626869 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.630348 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:23.690125 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3941877 Jun 29 15:53:23.692940 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38970) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:23.699359 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] Request body: {'subnet': {'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1348169409-subnet', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:23.702061 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Pushing event updated for resources: {'Network': ['ID=caa54c4b-1bc0-4255-a012-8669b90491fb,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:23.704669 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:23.714094 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network caa54c4b-1bc0-4255-a012-8669b90491fb details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:53:23.727362 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] Made reservation on behalf of 8c14a59cfe334bb7847f12a8834a95db for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:53:23.729951 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9850920'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.896459 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9716374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9850938'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.898800 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-81820208-4088-495b-a8c7-d052184de6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:23.952636 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0888642e-19cd-4dd1-899b-19799f9295ff,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:23.956337 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:23.959986 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] Checking segment: {'id': 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:23.960328 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] Network hostable DHCP agents. Network: caa54c4b-1bc0-4255-a012-8669b90491fb, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:53:23.976380 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] Network caa54c4b-1bc0-4255-a012-8669b90491fb is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:53:23.985496 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, caa54c4b-1bc0-4255-a012-8669b90491fb) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:23.989431 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:23.990047 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:23.996071 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cd8ac1-a005-4702-affc-6a3c9f69e066 None None] Network caa54c4b-1bc0-4255-a012-8669b90491fb requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:53:24.003796 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3095429 Jun 29 15:53:24.006575 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 38974) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:24.011134 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1348169409-router', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:24.034984 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1593'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:24.036028 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-924766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1584'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:24.091604 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:24.122703 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17376976-1072-402c-90e5-2e885d8de6bd None None] Network caa54c4b-1bc0-4255-a012-8669b90491fb requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:53:24.407417 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1730'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:24.606018 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:24.623714 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:24.733025 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Allocated IP 172.27.1.205 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/6ce585ec-a529-4add-8433-bfd3008ea664) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:24.842114 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:24.886107 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9716266'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:24.889575 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:24.923685 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:24.926478 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:24.932725 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:24.973253 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce585ec-a529-4add-8433-bfd3008ea664,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:24.978661 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:25.175122 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-212b9409-cd1e-4847-807d-2ff61f2709a8 req-1158f4f0-4960-496a-af3f-febebd87281f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635817 Jun 29 15:53:25.283886 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:25.382806 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b9409-cd1e-4847-807d-2ff61f2709a8 req-52178478-4f95-4a07-a9da-08fb4f8035b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:25.384480 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-212b9409-cd1e-4847-807d-2ff61f2709a8 req-52178478-4f95-4a07-a9da-08fb4f8035b2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3805f5784945b6b394857877c2330a&device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 1099 time: 0.1315093 Jun 29 15:53:25.517041 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646053'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:25.645121 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Router 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a is scheduled to L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:53:25.749750 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:53:25.758275 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Sync routers for ids ['38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:53:25.764994 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:25.766436 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.7589314 Jun 29 15:53:25.768058 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Routers {'38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:25.768598 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:53:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:25.769265 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39022) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:25.873260 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Set router 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:26.140615 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'name': 'tempest-ServerRescueNegativeTestJSON-1348169409-router', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:53:25Z', 'revision_number': 3, 'project_id': '8c14a59cfe334bb7847f12a8834a95db', 'gw_port': {'id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:04:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:26.165677 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Checking router: 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:53:26.166034 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Updating router 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a port 6ce585ec-a529-4add-8433-bfd3008ea664 binding host dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:53:26.210265 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.369072 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.466749 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.477456 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Transition to ACTIVE for port object 6ce585ec-a529-4add-8433-bfd3008ea664 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:26.483422 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.486521 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:26.532876 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Allocated IP 172.20.0.1 (caa54c4b-1bc0-4255-a012-8669b90491fb/0888642e-19cd-4dd1-899b-19799f9295ff/db97206e-dd35-4cd4-923b-9417886e3ba7) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:26.537013 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Attempting to bind port 6ce585ec-a529-4add-8433-bfd3008ea664 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:26.537589 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Attempting to bind port 6ce585ec-a529-4add-8433-bfd3008ea664 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:26.538666 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Attempting to bind port 6ce585ec-a529-4add-8433-bfd3008ea664 on network bfa67d25-b868-43ee-b5d8-7530adde7935 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:26.546005 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Pushing event updated for resources: {'Port': ['ID=6ce585ec-a529-4add-8433-bfd3008ea664,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:26.548316 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:26.548691 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Checking segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:26.549095 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.549516 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Bound using segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:26.550054 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Bound port: 6ce585ec-a529-4add-8433-bfd3008ea664, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:26.550462 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.574159 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:26.574429 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:26.574758 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:26.575085 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:26.575410 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:26.575784 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:26.576051 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:26.576362 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:26.576709 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:26.577030 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:26.577373 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:26.577692 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:53:26.584226 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:26.613420 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] For port 6ce585ec-a529-4add-8433-bfd3008ea664, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:26.617723 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] For port 6ce585ec-a529-4add-8433-bfd3008ea664, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=6ce585ec-a529-4add-8433-bfd3008ea664,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:26.622882 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.631446 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:26.644439 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.675957 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Routers {'38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:26.676578 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:53:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:26.683891 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9716266'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.687116 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:26.719916 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Pushing event updated for resources: {'Port': ['ID=6ce585ec-a529-4add-8433-bfd3008ea664,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:26.722685 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Network caa54c4b-1bc0-4255-a012-8669b90491fb is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:26.724169 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-912b8d17-b8b9-450f-9001-78fb42e8fd85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:26.725782 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:26.729635 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:26.755664 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Pushing event updated for resources: {'Port': ['ID=db97206e-dd35-4cd4-923b-9417886e3ba7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:26.760339 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:26.771718 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001858'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.793175 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] Set router 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:26.906641 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:26.973312 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'name': 'tempest-ServerRescueNegativeTestJSON-1348169409-router', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:53:25Z', 'revision_number': 3, 'project_id': '8c14a59cfe334bb7847f12a8834a95db', 'gw_port': {'id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:04:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:26.999065 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d93a19-0711-47ee-8446-7bd77f0605dc None None] The sync data for ids ['38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'] in dv-cinder-792209-4-iscsi is: [{'id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'name': 'tempest-ServerRescueNegativeTestJSON-1348169409-router', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:53:25Z', 'revision_number': 3, 'project_id': '8c14a59cfe334bb7847f12a8834a95db', 'gw_port': {'id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:04:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:53:27.072213 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:27.077142 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9716248'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:27.079809 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:27.146009 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Pushing event updated for resources: {'Port': ['ID=db97206e-dd35-4cd4-923b-9417886e3ba7,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:27.150810 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:27.152010 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001750'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:27.257555 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Network caa54c4b-1bc0-4255-a012-8669b90491fb is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:27.262301 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:27.394500 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Router 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:53:27.512493 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:53:27.517906 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] 10.222.0.69 "PUT /v2.0/routers/38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7475085 Jun 29 15:53:28.117664 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 6ce585ec-a529-4add-8433-bfd3008ea664 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:28.166727 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 6ce585ec-a529-4add-8433-bfd3008ea664 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:28.171392 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 6ce585ec-a529-4add-8433-bfd3008ea664 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:28.171899 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:28.253865 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:28.276823 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 6ce585ec-a529-4add-8433-bfd3008ea664, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=6ce585ec-a529-4add-8433-bfd3008ea664,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:28.280761 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:28.282814 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:28.338222 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=6ce585ec-a529-4add-8433-bfd3008ea664,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:28.341346 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:28.511513 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Sync routers for ids ['38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:53:28.521020 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Routers {'38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:28.521670 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:53:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:28.554677 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b9409-cd1e-4847-807d-2ff61f2709a8 req-9a18995c-197d-4fa6-9005-de31478c8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:28.556705 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-212b9409-cd1e-4847-807d-2ff61f2709a8 req-9a18995c-197d-4fa6-9005-de31478c8a09 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f HTTP/1.1" status: 200 len: 915 time: 0.1302865 Jun 29 15:53:28.608041 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-212b9409-cd1e-4847-807d-2ff61f2709a8 req-46416d8a-cb02-46c3-9e89-88ab7a9238a2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0450eda-1567-46ba-8ab3-1234cb202751 HTTP/1.1" status: 200 len: 217 time: 0.0427153 Jun 29 15:53:28.655648 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Set router 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:28.672826 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b9409-cd1e-4847-807d-2ff61f2709a8 req-69399e1f-2b2e-494a-ace0-8119c61fe5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:28.674330 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-212b9409-cd1e-4847-807d-2ff61f2709a8 req-69399e1f-2b2e-494a-ace0-8119c61fe5db service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c16c7709-1233-4e6f-be61-74b96428410e HTTP/1.1" status: 200 len: 854 time: 0.0591357 Jun 29 15:53:28.692894 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-4ee48860-35c2-4045-a6cd-f636194a9f5b tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:28.695349 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-4ee48860-35c2-4045-a6cd-f636194a9f5b tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/networks?id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f HTTP/1.1" status: 200 len: 814 time: 0.1399255 Jun 29 15:53:28.710421 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-e109479e-48fa-4f3b-b1e6-2e4262b8ff3e tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/quotas/ab3805f5784945b6b394857877c2330a HTTP/1.1" status: 200 len: 375 time: 0.0096977 Jun 29 15:53:28.747402 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-212b9409-cd1e-4847-807d-2ff61f2709a8 req-8ba0ad27-186b-411e-97a8-22c063ad5594 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627625 Jun 29 15:53:28.785021 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-445dc4f7-9c8a-4e13-be70-e6eafb5ad747 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab3805f5784945b6b394857877c2330a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684676 Jun 29 15:53:28.872749 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'name': 'tempest-ServerRescueNegativeTestJSON-1348169409-router', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:53:26Z', 'revision_number': 4, 'project_id': '8c14a59cfe334bb7847f12a8834a95db', 'gw_port': {'id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'db97206e-dd35-4cd4-923b-9417886e3ba7', 'name': '', 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'mac_address': 'fa:16:3e:ec:8d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0888642e-19cd-4dd1-899b-19799f9295ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:26Z', 'updated_at': '2021-06-29T15:53:26Z', 'revision_number': 2, 'project_id': '8c14a59cfe334bb7847f12a8834a95db', 'subnets': [{'id': '0888642e-19cd-4dd1-899b-19799f9295ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:28.896028 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-3961bbb9-196a-4cef-a695-b3581224922e service neutron] 10.222.0.69 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026247 Jun 29 15:53:28.902374 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Checking router: 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:53:28.902594 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Updating router 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a port db97206e-dd35-4cd4-923b-9417886e3ba7 binding host dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:53:28.961099 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:29.026507 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-899e1861-5d37-49c1-a94d-60fb4076244b service neutron] 10.222.0.69 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231017 Jun 29 15:53:29.116159 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-45d5ffd9-3b54-4f31-9c00-557db8746a6a tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:29.117666 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-45d5ffd9-3b54-4f31-9c00-557db8746a6a tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/networks?id=caa54c4b-1bc0-4255-a012-8669b90491fb HTTP/1.1" status: 200 len: 819 time: 0.4424746 Jun 29 15:53:29.145397 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-a33690d3-b8ed-4f08-ae53-9febc24a31c5 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/quotas/8c14a59cfe334bb7847f12a8834a95db HTTP/1.1" status: 200 len: 375 time: 0.0193264 Jun 29 15:53:29.151425 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-212b9409-cd1e-4847-807d-2ff61f2709a8 req-5c545a3e-210a-4601-acec-d4f6f3f9d726 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906837 Jun 29 15:53:29.275993 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-40730bb2-06b1-4e63-90e3-af77174db107 req-f00c242e-6191-4871-aea9-2e81ccf4479c tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 210 time: 0.0779281 Jun 29 15:53:29.289472 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-212b9409-cd1e-4847-807d-2ff61f2709a8 req-2842a667-57d4-4e85-8d56-4e826aa03e86 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267164 Jun 29 15:53:29.291431 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:29.303348 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Transition to ACTIVE for port object db97206e-dd35-4cd4-923b-9417886e3ba7 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:29.312992 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:29.315480 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:29.389276 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-4918cae4-eebb-4a35-adcf-db6197bb3513 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c14a59cfe334bb7847f12a8834a95db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2357707 Jun 29 15:53:29.409239 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff330f1-53fa-4b0b-8a48-0ad8dd5e32d6 None None] Pushing event updated for resources: {'Port': ['ID=db97206e-dd35-4cd4-923b-9417886e3ba7,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:29.412198 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2ff330f1-53fa-4b0b-8a48-0ad8dd5e32d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:29.455332 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Attempting to bind port db97206e-dd35-4cd4-923b-9417886e3ba7 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:29.455911 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Attempting to bind port db97206e-dd35-4cd4-923b-9417886e3ba7 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:29.456553 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Attempting to bind port db97206e-dd35-4cd4-923b-9417886e3ba7 on network caa54c4b-1bc0-4255-a012-8669b90491fb {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:29.465188 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:29.465650 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Checking segment: {'id': 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:29.466080 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:29.466491 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Bound using segment: {'id': 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:29.466985 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Bound port: db97206e-dd35-4cd4-923b-9417886e3ba7, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:29.467376 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:29.544229 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] For port db97206e-dd35-4cd4-923b-9417886e3ba7, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:29.548170 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] For port db97206e-dd35-4cd4-923b-9417886e3ba7, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=db97206e-dd35-4cd4-923b-9417886e3ba7,segment=NetworkSegment(fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9),segment_id=fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:29.563831 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:29.568293 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:29.623987 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-adaab141-646a-4eb5-96bb-440eccd16617 service neutron] 10.222.0.69 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336621 Jun 29 15:53:29.637027 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Routers {'38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:29.639373 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:53:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:29.855042 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-be83d1cb-98b0-4d37-b9a3-f9754bce0d90 service neutron] 10.222.0.69 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301531 Jun 29 15:53:29.878410 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff330f1-53fa-4b0b-8a48-0ad8dd5e32d6 None None] Pushing event updated for resources: {'Port': ['ID=db97206e-dd35-4cd4-923b-9417886e3ba7,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:29.910216 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2ff330f1-53fa-4b0b-8a48-0ad8dd5e32d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:29.962431 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] Set router 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:53:30.206066 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39120) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:30.228359 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f85acbc1-94ac-426d-a370-eb30bc8b84b7 req-17647282-c9d1-4fa5-9fa0-e962cf9670af tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 210 time: 0.0533173 Jun 29 15:53:30.237545 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 6ce585ec-a529-4add-8433-bfd3008ea664 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:30.364050 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 6ce585ec-a529-4add-8433-bfd3008ea664 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:30.364666 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:30.403337 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8b0f85be-2918-47cb-bb8f-a93480dc07ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:30.510479 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0eb22be-7ed8-4b10-a74c-ad4beb98ce65 req-bc6a0b5e-aa12-4d8a-a5d2-68689f387236 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 210 time: 0.0377064 Jun 29 15:53:30.565246 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8b0f85be-2918-47cb-bb8f-a93480dc07ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:30.571291 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8b0f85be-2918-47cb-bb8f-a93480dc07ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:30.576570 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'name': 'tempest-ServerRescueNegativeTestJSON-1348169409-router', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:53:26Z', 'revision_number': 4, 'project_id': '8c14a59cfe334bb7847f12a8834a95db', 'gw_port': {'id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'db97206e-dd35-4cd4-923b-9417886e3ba7', 'name': '', 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'mac_address': 'fa:16:3e:ec:8d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0888642e-19cd-4dd1-899b-19799f9295ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:26Z', 'updated_at': '2021-06-29T15:53:29Z', 'revision_number': 4, 'project_id': '8c14a59cfe334bb7847f12a8834a95db', 'subnets': [{'id': '0888642e-19cd-4dd1-899b-19799f9295ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:30.579524 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-13a2fadb-4f46-44cf-bd40-9f9cbc24f2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:30.607208 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f85be-2918-47cb-bb8f-a93480dc07ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd102725-5e5b-4c58-a189-9365c7fba4e2,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:30.613456 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8b0f85be-2918-47cb-bb8f-a93480dc07ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:30.633530 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8b0f85be-2918-47cb-bb8f-a93480dc07ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=47e5c6b80a9b403bb11ac9b1be0afa6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254274 Jun 29 15:53:30.636312 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39144) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:30.653262 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-732f5fc3-8fc0-458e-b63d-9be4a3ad601c tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:30.654877 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-732f5fc3-8fc0-458e-b63d-9be4a3ad601c tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/networks?id=caa54c4b-1bc0-4255-a012-8669b90491fb HTTP/1.1" status: 200 len: 819 time: 0.1967626 Jun 29 15:53:30.674295 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-239c9aba-5ae9-49dd-b895-b31d01bea4da tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/quotas/8c14a59cfe334bb7847f12a8834a95db HTTP/1.1" status: 200 len: 375 time: 0.0129299 Jun 29 15:53:30.696122 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3ee3-44f1-4307-872e-45990013a8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:30.720932 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3ee3-44f1-4307-872e-45990013a8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:30.781681 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3ee3-44f1-4307-872e-45990013a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:30.784522 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4a7a3ee3-44f1-4307-872e-45990013a8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:30.788237 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4a7a3ee3-44f1-4307-872e-45990013a8bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd102725-5e5b-4c58-a189-9365c7fba4e2 HTTP/1.1" status: 204 len: 168 time: 0.1482928 Jun 29 15:53:30.788237 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7f65df5e-be4b-40d7-8d84-bd734686f55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:30.788945 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-3b9bf807-a3b2-430a-ac1f-55ef612872a9 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c14a59cfe334bb7847f12a8834a95db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984612 Jun 29 15:53:30.799997 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d586a-914a-423e-b035-c6592cfaab03 None None] The sync data for ids ['38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'] in dv-cinder-792209-4-iscsi is: [{'id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'name': 'tempest-ServerRescueNegativeTestJSON-1348169409-router', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:53:26Z', 'revision_number': 4, 'project_id': '8c14a59cfe334bb7847f12a8834a95db', 'gw_port': {'id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'db97206e-dd35-4cd4-923b-9417886e3ba7', 'name': '', 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'mac_address': 'fa:16:3e:ec:8d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0888642e-19cd-4dd1-899b-19799f9295ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:26Z', 'updated_at': '2021-06-29T15:53:29Z', 'revision_number': 4, 'project_id': '8c14a59cfe334bb7847f12a8834a95db', 'subnets': [{'id': '0888642e-19cd-4dd1-899b-19799f9295ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:53:30.810226 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a3ee3-44f1-4307-872e-45990013a8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd102725-5e5b-4c58-a189-9365c7fba4e2,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:30.816401 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4a7a3ee3-44f1-4307-872e-45990013a8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:30.827357 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:31.029064 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-0145709f-e3af-435b-ab24-c77ea4f87817 service neutron] 10.222.0.69 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391140 Jun 29 15:53:31.158297 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-45e4a642-9f3d-4fa8-a56a-7b1b5d32c00f service neutron] 10.222.0.69 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212847 Jun 29 15:53:31.359087 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39168) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:31.465474 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-66d7cbb5-5e26-4936-ae85-1e2f478f1545 req-121d1321-fbe6-4c9e-9723-6021793603c2 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 210 time: 0.0580606 Jun 29 15:53:31.472143 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 39174) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:31.493364 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9534e1b6-040b-4440-987c-32712b7467c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:31.805937 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1299ac41-86a1-4087-8ee4-31902c3f2e93 req-4c3eafb2-957a-4605-87f3-f60ce974efb1 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 210 time: 0.0471494 Jun 29 15:53:31.809157 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9534e1b6-040b-4440-987c-32712b7467c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:31.844355 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9534e1b6-040b-4440-987c-32712b7467c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:31.844355 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3bc33b9b-9dc4-4ce7-bd0f-c8cc108c78a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:31.846842 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d448829c-5c48-439d-b431-4376aaa87376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:31.859704 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-ad749a39-1fee-4947-a2cb-d0d23c9acade tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:31.861844 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-ad749a39-1fee-4947-a2cb-d0d23c9acade tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "GET /v2.0/networks?id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f HTTP/1.1" status: 200 len: 814 time: 0.2706218 Jun 29 15:53:31.906448 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534e1b6-040b-4440-987c-32712b7467c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef9d58f-5d57-4b8b-baf1-563e66c8614c,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:31.915922 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Request body: {'port': {'device_id': '2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee', 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f', 'admin_state_up': True, 'tenant_id': 'ab3805f5784945b6b394857877c2330a'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:31.925390 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9534e1b6-040b-4440-987c-32712b7467c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:32.005893 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d448829c-5c48-439d-b431-4376aaa87376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.010371 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39184) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:32.013171 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9534e1b6-040b-4440-987c-32712b7467c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dbd85f4e575f4d5e90dbda1a7feece5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397956 Jun 29 15:53:32.044304 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d448829c-5c48-439d-b431-4376aaa87376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.053712 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:32.096630 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448829c-5c48-439d-b431-4376aaa87376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e9f706-9a1c-429c-a7f1-4a4859aa6a37,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:32.103949 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d448829c-5c48-439d-b431-4376aaa87376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:32.118716 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d448829c-5c48-439d-b431-4376aaa87376 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=18ab5efde6d94d5db07b0e5fc57ec928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7602420 Jun 29 15:53:32.121923 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39188) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:32.128833 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-626cc7ee-1dba-405b-acca-533d476b8cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.170806 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-626cc7ee-1dba-405b-acca-533d476b8cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.198012 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Made reservation on behalf of ab3805f5784945b6b394857877c2330a for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:53:32.201590 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.233577 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a19d7a26-4de3-451e-9da4-bd0e9928ad94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.269659 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a19d7a26-4de3-451e-9da4-bd0e9928ad94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.280636 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device db97206e-dd35-4cd4-923b-9417886e3ba7 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:32.296053 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-626cc7ee-1dba-405b-acca-533d476b8cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.302899 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-626cc7ee-1dba-405b-acca-533d476b8cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.304734 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-626cc7ee-1dba-405b-acca-533d476b8cd3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ef9d58f-5d57-4b8b-baf1-563e66c8614c HTTP/1.1" status: 204 len: 168 time: 0.2928431 Jun 29 15:53:32.312006 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d448829c-5c48-439d-b431-4376aaa87376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:32.341253 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cc7ee-1dba-405b-acca-533d476b8cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef9d58f-5d57-4b8b-baf1-563e66c8614c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:32.352582 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-626cc7ee-1dba-405b-acca-533d476b8cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:32.391446 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port db97206e-dd35-4cd4-923b-9417886e3ba7 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:32.400762 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port db97206e-dd35-4cd4-923b-9417886e3ba7 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:32.401264 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.406526 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a19d7a26-4de3-451e-9da4-bd0e9928ad94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.414423 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a19d7a26-4de3-451e-9da4-bd0e9928ad94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.418079 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a19d7a26-4de3-451e-9da4-bd0e9928ad94 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65e9f706-9a1c-429c-a7f1-4a4859aa6a37 HTTP/1.1" status: 204 len: 168 time: 0.2924278 Jun 29 15:53:32.418079 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9cf33a5d-56a1-44a0-91f7-3e5c0a1ff819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:32.449646 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d7a26-4de3-451e-9da4-bd0e9928ad94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e9f706-9a1c-429c-a7f1-4a4859aa6a37,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:32.459356 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a19d7a26-4de3-451e-9da4-bd0e9928ad94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:32.619656 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Allocated IP 172.20.0.14 (ed559ab0-4bf7-4e9a-b537-3464bbb7300f/c16c7709-1233-4e6f-be61-74b96428410e/57535949-8c0d-475d-9181-3a3fd220c33c) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:32.631091 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-8b61efa3-149e-4945-9bad-4d6466019cd2 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:32.633746 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-8b61efa3-149e-4945-9bad-4d6466019cd2 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.81 "GET /v2.0/networks?id=caa54c4b-1bc0-4255-a012-8669b90491fb HTTP/1.1" status: 200 len: 819 time: 0.2650182 Jun 29 15:53:32.664718 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Request body: {'port': {'device_id': 'f05f15b7-a13c-45b7-8062-ef69a65ef120', 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb', 'admin_state_up': True, 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:32.720580 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.795806 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port db97206e-dd35-4cd4-923b-9417886e3ba7, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=db97206e-dd35-4cd4-923b-9417886e3ba7,segment=NetworkSegment(fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9),segment_id=fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:32.800774 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:32.803394 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:32.912962 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=db97206e-dd35-4cd4-923b-9417886e3ba7,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:32.925167 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:32.985047 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9b0253be-96ea-4090-8750-8e038b1273c1 req-1a6ca0a0-43ce-43f4-a922-cbef659e74f9 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 210 time: 0.1480086 Jun 29 15:53:33.083306 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c4d8e3ef-634d-4cff-b9ee-b2a6e434f808 req-390c52b8-8575-49dd-a8f5-81cdf5772485 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 210 time: 0.0739794 Jun 29 15:53:33.145557 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Made reservation on behalf of 8c14a59cfe334bb7847f12a8834a95db for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:53:33.152507 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39218) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:33.153613 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.166979 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-75fb7e3b-bb16-497c-b528-3e04698a0ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.175215 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.277924 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39222) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:33.279738 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-75fb7e3b-bb16-497c-b528-3e04698a0ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.286850 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-75fb7e3b-bb16-497c-b528-3e04698a0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.305961 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.310836 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-865a87f8-dab6-42f7-907e-460a33bebfdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:33.313078 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:33.314754 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-75fb7e3b-bb16-497c-b528-3e04698a0ff4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92c848b7955d4567ad64bb22570e58cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611350 Jun 29 15:53:33.320256 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 39226) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:33.320649 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['b0450eda-1567-46ba-8ab3-1234cb202751', '6dec1c53-f213-4e4c-808c-0938753c3f70'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:53:33.341267 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb7e3b-bb16-497c-b528-3e04698a0ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1542ec3c-fbca-4a01-b33d-296978806519,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:33.349037 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-75fb7e3b-bb16-497c-b528-3e04698a0ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:33.379217 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Allocated IP 172.20.0.9 (caa54c4b-1bc0-4255-a012-8669b90491fb/0888642e-19cd-4dd1-899b-19799f9295ff/d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:33.395748 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Network ed559ab0-4bf7-4e9a-b537-3464bbb7300f is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:33.423232 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:33.425834 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:33.440467 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec0768b0-8bbf-4202-a354-ec9751c8b6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.466655 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Pushing event updated for resources: {'Port': ['ID=57535949-8c0d-475d-9181-3a3fd220c33c,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:33.470324 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:33.529561 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:33.530194 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.535346 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb3ff-13ab-4aa9-aaf5-81a8a93523f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.607218 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec0768b0-8bbf-4202-a354-ec9751c8b6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.612260 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ec0768b0-8bbf-4202-a354-ec9751c8b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.616101 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-01f6a266-bb03-4cc3-ade2-b0d20bb43469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:33.626800 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb3ff-13ab-4aa9-aaf5-81a8a93523f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.667216 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7569962 Jun 29 15:53:33.730136 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Request body: {'port': {'device_id': '2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:33.834401 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0768b0-8bbf-4202-a354-ec9751c8b6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd5dd10-2082-45c2-92c6-9ddf85167a15,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:33.842495 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ec0768b0-8bbf-4202-a354-ec9751c8b6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:33.850014 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ec0768b0-8bbf-4202-a354-ec9751c8b6c7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=77f5ac9259ef4e8cad1ecd4f401f585f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5687711 Jun 29 15:53:33.852831 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39232) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:33.902157 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb3ff-13ab-4aa9-aaf5-81a8a93523f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.904974 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ef5bb3ff-13ab-4aa9-aaf5-81a8a93523f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.908727 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ef5bb3ff-13ab-4aa9-aaf5-81a8a93523f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1542ec3c-fbca-4a01-b33d-296978806519 HTTP/1.1" status: 204 len: 168 time: 0.5801067 Jun 29 15:53:33.909914 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.913461 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0fc6f284-47f5-466e-ba3e-24114bc31661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:33.915003 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d3c156d4-198f-4cdd-a55b-299b80c5820b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.925429 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a013d9ee-b5df-4804-9192-cfda50198f56 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:33.926914 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a013d9ee-b5df-4804-9192-cfda50198f56 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.81 "GET /v2.0/networks?id=caa54c4b-1bc0-4255-a012-8669b90491fb HTTP/1.1" status: 200 len: 819 time: 0.3174446 Jun 29 15:53:33.935828 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.937773 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bb3ff-13ab-4aa9-aaf5-81a8a93523f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1542ec3c-fbca-4a01-b33d-296978806519,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:33.938592 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d3c156d4-198f-4cdd-a55b-299b80c5820b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:33.943601 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ef5bb3ff-13ab-4aa9-aaf5-81a8a93523f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:33.954813 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Request body: {'port': {'device_id': 'd9a0f585-ae39-46f1-b7d4-ebbff935c9c4', 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb', 'admin_state_up': True, 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:34.005693 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d3c156d4-198f-4cdd-a55b-299b80c5820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.008962 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d3c156d4-198f-4cdd-a55b-299b80c5820b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.010325 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d3c156d4-198f-4cdd-a55b-299b80c5820b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3fd5dd10-2082-45c2-92c6-9ddf85167a15 HTTP/1.1" status: 204 len: 168 time: 0.1565156 Jun 29 15:53:34.011384 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9a50a523-640c-4aaf-95a6-4dee0760b87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:34.020311 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c156d4-198f-4cdd-a55b-299b80c5820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd5dd10-2082-45c2-92c6-9ddf85167a15,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:34.023456 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d3c156d4-198f-4cdd-a55b-299b80c5820b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:34.147523 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device db97206e-dd35-4cd4-923b-9417886e3ba7 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:34.163574 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.175543 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f944ee04-f609-4bd8-bff9-49b6c2c345eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:34.297680 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port db97206e-dd35-4cd4-923b-9417886e3ba7 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:34.298062 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.326946 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Network caa54c4b-1bc0-4255-a012-8669b90491fb is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:34.329708 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Pushing event updated for resources: {'Port': ['ID=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:34.345996 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:34.346870 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:34.351628 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fddaa-a874-49c6-8282-ef05377b8f9f req-7fcb0760-4ecb-400f-a55a-71638058ed09 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:34.353615 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ae9fddaa-a874-49c6-8282-ef05377b8f9f req-7fcb0760-4ecb-400f-a55a-71638058ed09 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 932 time: 0.1023118 Jun 29 15:53:34.374127 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:34.379927 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Made reservation on behalf of 8c14a59cfe334bb7847f12a8834a95db for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:53:34.384038 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.387548 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-45df9ec3-deb8-4703-8af0-71b702400612 req-5414024c-0d97-4b38-87e2-9077265b27df tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 210 time: 0.0646937 Jun 29 15:53:34.454417 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ae9fddaa-a874-49c6-8282-ef05377b8f9f req-9bf6d7fd-39a4-4fb7-9eab-d9333e40518d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933576 Jun 29 15:53:34.477571 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:34.478244 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.550918 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8961263 Jun 29 15:53:34.568221 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Request body: {'port': {'device_id': 'f05f15b7-a13c-45b7-8062-ef69a65ef120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:34.668266 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39260) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:34.683189 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9cabc9e-2987-4537-9b27-053f2b0bc9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.746680 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.749135 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Allocated IP 172.20.0.14 (caa54c4b-1bc0-4255-a012-8669b90491fb/0888642e-19cd-4dd1-899b-19799f9295ff/699add26-114b-4c25-b6f9-a271c55c6449) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:34.752459 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57535949-8c0d-475d-9181-3a3fd220c33c {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:53:34.774508 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.787257 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9cabc9e-2987-4537-9b27-053f2b0bc9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.791703 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9cabc9e-2987-4537-9b27-053f2b0bc9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.804500 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Transition to ACTIVE for port object 57535949-8c0d-475d-9181-3a3fd220c33c will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:34.816271 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-88c06d12-6e9c-4d8e-99a3-5e7214e11e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:34.823863 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c9cabc9e-2987-4537-9b27-053f2b0bc9a9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a88c979d3b404fd590d63b1d408b560b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544378 Jun 29 15:53:34.825728 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39268) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:34.870775 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cabc9e-2987-4537-9b27-053f2b0bc9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f6a224-e559-4eac-9523-157b9cafd810,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:34.878893 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c9cabc9e-2987-4537-9b27-053f2b0bc9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:34.900620 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f188468-d56e-444b-9118-2ac535f317b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.924751 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f188468-d56e-444b-9118-2ac535f317b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.980104 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f188468-d56e-444b-9118-2ac535f317b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.984483 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5f188468-d56e-444b-9118-2ac535f317b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:34.985719 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5f188468-d56e-444b-9118-2ac535f317b2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26f6a224-e559-4eac-9523-157b9cafd810 HTTP/1.1" status: 204 len: 168 time: 0.1590576 Jun 29 15:53:34.986917 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4bf9ec81-b772-4ad9-9c95-6ced28714bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:34.995977 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f188468-d56e-444b-9118-2ac535f317b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f6a224-e559-4eac-9523-157b9cafd810,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:34.999373 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5f188468-d56e-444b-9118-2ac535f317b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:35.079550 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:35.091214 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:35.265981 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Pushing event updated for resources: {'Port': ['ID=57535949-8c0d-475d-9181-3a3fd220c33c,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:35.269183 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:35.395895 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Attempting to bind port 57535949-8c0d-475d-9181-3a3fd220c33c on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:35.396236 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Attempting to bind port 57535949-8c0d-475d-9181-3a3fd220c33c by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:35.396565 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Attempting to bind port 57535949-8c0d-475d-9181-3a3fd220c33c on network ed559ab0-4bf7-4e9a-b537-3464bbb7300f {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:35.410051 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Port 57535949-8c0d-475d-9181-3a3fd220c33c on network ed559ab0-4bf7-4e9a-b537-3464bbb7300f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:53:35.410417 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Attempting to bind port 57535949-8c0d-475d-9181-3a3fd220c33c on network ed559ab0-4bf7-4e9a-b537-3464bbb7300f {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:35.415210 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:35.422926 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:35.423564 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Checking segment: {'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:35.423712 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Bound using segment: {'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:35.425762 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Bound port: 57535949-8c0d-475d-9181-3a3fd220c33c, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:35.426123 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:35.513806 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] For port 57535949-8c0d-475d-9181-3a3fd220c33c, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:35.517222 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] For port 57535949-8c0d-475d-9181-3a3fd220c33c, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=57535949-8c0d-475d-9181-3a3fd220c33c,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:35.550483 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:35.613149 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dd587842-6bf7-4d25-bf16-97ea4e62bdc5 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:35.633476 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:35.701253 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d914ac5-856d-4668-a8a3-7ce5e0f387eb req-5ee9a539-f8d1-474f-86a1-737267a40658 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:35.703418 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8d914ac5-856d-4668-a8a3-7ce5e0f387eb req-5ee9a539-f8d1-474f-86a1-737267a40658 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 944 time: 0.0906193 Jun 29 15:53:35.807990 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:35.809211 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:35.811484 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] 10.222.0.81 "PUT /v2.0/ports/57535949-8c0d-475d-9181-3a3fd220c33c HTTP/1.1" status: 200 len: 1094 time: 2.1244256 Jun 29 15:53:35.813518 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Network caa54c4b-1bc0-4255-a012-8669b90491fb is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:35.820604 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee', 'tag': '57535949-8c0d-475d-9181-3a3fd220c33c'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:53:35.822931 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8d914ac5-856d-4668-a8a3-7ce5e0f387eb req-998cc9c8-e4d6-4ad2-b00d-c3fb2d2d2ae8 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024683 Jun 29 15:53:35.823167 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87286e67-86c0-464b-aa81-3fc1b61eec69" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee", "tag": "57535949-8c0d-475d-9181-3a3fd220c33c"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:53:35.831248 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:35.837655 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:35.840698 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Pushing event updated for resources: {'Port': ['ID=699add26-114b-4c25-b6f9-a271c55c6449,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:35.874798 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:35.875303 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:36.012760 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:36.013413 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:36.028594 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Pushing event updated for resources: {'Port': ['ID=57535949-8c0d-475d-9181-3a3fd220c33c,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:36.039073 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:36.040540 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd382a1-faa8-455c-8682-3cc7c1b47fb6 x-openstack-request-id: req-7cd382a1-faa8-455c-8682-3cc7c1b47fb6 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:53:36.040851 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee", "tag": "57535949-8c0d-475d-9181-3a3fd220c33c", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:53:36.041123 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7cd382a1-faa8-455c-8682-3cc7c1b47fb6 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:53:36.041557 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee', 'tag': '57535949-8c0d-475d-9181-3a3fd220c33c', 'status': 'completed', 'code': 200} Jun 29 15:53:36.063285 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1211331 Jun 29 15:53:36.073060 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebf40f-ffd0-443d-800e-b4d69cbdcd8c req-71e86f67-df3b-495c-9c57-3e26b01eabbb tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:36.074525 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d1ebf40f-ffd0-443d-800e-b4d69cbdcd8c req-71e86f67-df3b-495c-9c57-3e26b01eabbb tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 932 time: 0.3701375 Jun 29 15:53:36.105467 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Request body: {'port': {'device_id': 'd9a0f585-ae39-46f1-b7d4-ebbff935c9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:36.166769 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-523cb5ba-b25c-4861-9f61-07ce278edb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:36.168248 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-523cb5ba-b25c-4861-9f61-07ce278edb2d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3805f5784945b6b394857877c2330a&device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 1097 time: 0.2540751 Jun 29 15:53:36.171821 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:53:36.188029 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:36.266703 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-862fd930-3ba4-4c6b-a0a3-401161ccfcca service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57535949-8c0d-475d-9181-3a3fd220c33c HTTP/1.1" status: 200 len: 217 time: 0.0836039 Jun 29 15:53:36.269504 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d1ebf40f-ffd0-443d-800e-b4d69cbdcd8c req-d9a64144-ec16-4d87-ad00-3e4e2145e914 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612837 Jun 29 15:53:36.273707 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Transition to ACTIVE for port object d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:36.288839 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:36.311595 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-45efb5f4-b118-491b-8f1b-2d861b24bc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:36.348907 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:36.389040 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-553f6863-0c00-49f1-801d-8e8cf5bc6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:36.390521 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-553f6863-0c00-49f1-801d-8e8cf5bc6325 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c16c7709-1233-4e6f-be61-74b96428410e HTTP/1.1" status: 200 len: 854 time: 0.1157587 Jun 29 15:53:36.392301 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:36.420288 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:36.487054 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-81d84956-8d55-46de-9e48-f5676062c0bd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702574 Jun 29 15:53:36.648093 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Attempting to bind port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:36.648426 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Attempting to bind port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:36.648754 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Attempting to bind port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 on network caa54c4b-1bc0-4255-a012-8669b90491fb {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:36.711109 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 on network caa54c4b-1bc0-4255-a012-8669b90491fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:53:36.711109 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Attempting to bind port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 on network caa54c4b-1bc0-4255-a012-8669b90491fb {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:36.719534 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:36.719872 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Checking segment: {'id': 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:36.720253 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Bound using segment: {'id': 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:36.720685 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Bound port: d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:36.721040 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:36.728600 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-743b985e-b6ec-431c-bd6c-a311c0723e76 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269981 Jun 29 15:53:36.908660 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] For port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:36.950614 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] For port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118,segment=NetworkSegment(fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9),segment_id=fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:36.954653 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9d9e3e7c-2124-47fd-8e6e-7b90386ab7ee req-4d22f16f-a960-4a9b-81c3-2ceb78603227 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111270 Jun 29 15:53:36.965328 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:36.977744 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:36.988204 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699add26-114b-4c25-b6f9-a271c55c6449 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:53:37.040233 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:37.070366 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:37.071580 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:37.072942 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] 10.222.0.81 "PUT /v2.0/ports/d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 HTTP/1.1" status: 200 len: 1093 time: 2.5125687 Jun 29 15:53:37.107996 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Transition to ACTIVE for port object 699add26-114b-4c25-b6f9-a271c55c6449 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:37.140396 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:37.148570 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:37.152009 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:37.175631 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c99c6404-e572-4429-93a4-36f82557bed1 tempest-DeleteServersTestJSON-1671340453 tempest-DeleteServersTestJSON-1671340453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:37.263516 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944edbc5-789b-47c5-9f23-0427e2a88b12 req-676b9687-e768-472d-919f-18123b92a728 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:37.265257 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-944edbc5-789b-47c5-9f23-0427e2a88b12 req-676b9687-e768-472d-919f-18123b92a728 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 944 time: 0.3058338 Jun 29 15:53:37.271679 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Pushing event updated for resources: {'Port': ['ID=699add26-114b-4c25-b6f9-a271c55c6449,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:37.295756 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:37.325159 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87286e67-86c0-464b-aa81-3fc1b61eec69 req-0a5320de-a0c1-4644-a455-e1afe7f51fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:37.326824 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87286e67-86c0-464b-aa81-3fc1b61eec69 req-0a5320de-a0c1-4644-a455-e1afe7f51fa7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3805f5784945b6b394857877c2330a&device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 1097 time: 0.2920778 Jun 29 15:53:37.414765 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-ae56f832-f7a0-46cd-bb77-023a220d4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:37.416253 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-ae56f832-f7a0-46cd-bb77-023a220d4eb9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c14a59cfe334bb7847f12a8834a95db&device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 1096 time: 0.2844894 Jun 29 15:53:37.424274 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-944edbc5-789b-47c5-9f23-0427e2a88b12 req-2fb1fffd-ef87-4afb-b604-f49567414fc7 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296782 Jun 29 15:53:37.446593 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Attempting to bind port 699add26-114b-4c25-b6f9-a271c55c6449 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:37.446993 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Attempting to bind port 699add26-114b-4c25-b6f9-a271c55c6449 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:37.447385 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Attempting to bind port 699add26-114b-4c25-b6f9-a271c55c6449 on network caa54c4b-1bc0-4255-a012-8669b90491fb {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:37.455007 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Port 699add26-114b-4c25-b6f9-a271c55c6449 on network caa54c4b-1bc0-4255-a012-8669b90491fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:53:37.455330 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Attempting to bind port 699add26-114b-4c25-b6f9-a271c55c6449 on network caa54c4b-1bc0-4255-a012-8669b90491fb {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:37.469115 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a9d8d-ba05-4129-b966-fb92162dba87 req-35da1e81-0e6f-4e9d-b8df-20961314a0d9 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:37.469726 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:37.469726 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Checking segment: {'id': 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:37.470072 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Bound using segment: {'id': 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:37.470394 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Bound port: 699add26-114b-4c25-b6f9-a271c55c6449, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:37.470735 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:37.470839 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-703a9d8d-ba05-4129-b966-fb92162dba87 req-35da1e81-0e6f-4e9d-b8df-20961314a0d9 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 944 time: 0.0761418 Jun 29 15:53:37.496010 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87286e67-86c0-464b-aa81-3fc1b61eec69 req-d95cef1d-519d-43fb-bde3-3a213eb983ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:37.497521 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87286e67-86c0-464b-aa81-3fc1b61eec69 req-d95cef1d-519d-43fb-bde3-3a213eb983ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f HTTP/1.1" status: 200 len: 915 time: 0.1597557 Jun 29 15:53:37.509846 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-703a9d8d-ba05-4129-b966-fb92162dba87 req-f3628fa0-a378-4c8b-b51c-faf55f8aa74d tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334649 Jun 29 15:53:37.550311 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] For port 699add26-114b-4c25-b6f9-a271c55c6449, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:37.554297 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] For port 699add26-114b-4c25-b6f9-a271c55c6449, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=699add26-114b-4c25-b6f9-a271c55c6449,segment=NetworkSegment(fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9),segment_id=fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:37.558774 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:37.560933 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:37.598023 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:37.598520 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:37.599899 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] 10.222.0.81 "PUT /v2.0/ports/699add26-114b-4c25-b6f9-a271c55c6449 HTTP/1.1" status: 200 len: 1094 time: 1.5199540 Jun 29 15:53:37.618577 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Pushing event updated for resources: {'Port': ['ID=699add26-114b-4c25-b6f9-a271c55c6449,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:37.621580 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:38.042340 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05f15b7-a13c-45b7-8062-ef69a65ef120', 'tag': 'd5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118'}, {'name': 'network-changed', 'server_uuid': 'd9a0f585-ae39-46f1-b7d4-ebbff935c9c4', 'tag': '699add26-114b-4c25-b6f9-a271c55c6449'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:53:38.044748 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc478084-21e9-4283-b01c-016a19969dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "f05f15b7-a13c-45b7-8062-ef69a65ef120", "tag": "d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118"}, {"name": "network-changed", "server_uuid": "d9a0f585-ae39-46f1-b7d4-ebbff935c9c4", "tag": "699add26-114b-4c25-b6f9-a271c55c6449"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:53:38.083599 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 29 Jun 2021 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6371b1df-f6ff-4efa-bd55-740c40ae1966 x-openstack-request-id: req-6371b1df-f6ff-4efa-bd55-740c40ae1966 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:53:38.083924 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05f15b7-a13c-45b7-8062-ef69a65ef120", "tag": "d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9a0f585-ae39-46f1-b7d4-ebbff935c9c4", "tag": "699add26-114b-4c25-b6f9-a271c55c6449", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:53:38.085671 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6371b1df-f6ff-4efa-bd55-740c40ae1966 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:53:38.086161 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05f15b7-a13c-45b7-8062-ef69a65ef120', 'tag': 'd5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118', 'status': 'completed', 'code': 200} Jun 29 15:53:38.086446 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a0f585-ae39-46f1-b7d4-ebbff935c9c4', 'tag': '699add26-114b-4c25-b6f9-a271c55c6449', 'status': 'completed', 'code': 200} Jun 29 15:53:40.399328 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-ea67820a-f444-4f99-98fe-d62dd957ee37 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 HTTP/1.1" status: 200 len: 217 time: 0.0459344 Jun 29 15:53:40.471986 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87286e67-86c0-464b-aa81-3fc1b61eec69 req-1474dbc2-23fd-417b-b5f4-42b15d2d9fdb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57535949-8c0d-475d-9181-3a3fd220c33c HTTP/1.1" status: 200 len: 217 time: 0.0819161 Jun 29 15:53:40.578510 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-4ee19a39-85d4-4e10-b2be-7a93bcb28164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:40.578996 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e31238-6d3d-45f9-8f8a-f3147a46f8b4 req-599a7896-c382-454b-b333-5d10b5119041 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:40.579921 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-4ee19a39-85d4-4e10-b2be-7a93bcb28164 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0888642e-19cd-4dd1-899b-19799f9295ff HTTP/1.1" status: 200 len: 859 time: 0.1710436 Jun 29 15:53:40.580518 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-51e31238-6d3d-45f9-8f8a-f3147a46f8b4 req-599a7896-c382-454b-b333-5d10b5119041 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 944 time: 0.0659032 Jun 29 15:53:40.592246 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87286e67-86c0-464b-aa81-3fc1b61eec69 req-6eb3a804-dc9a-49c4-8a8c-257726253026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:40.593645 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87286e67-86c0-464b-aa81-3fc1b61eec69 req-6eb3a804-dc9a-49c4-8a8c-257726253026 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c16c7709-1233-4e6f-be61-74b96428410e HTTP/1.1" status: 200 len: 854 time: 0.1041594 Jun 29 15:53:40.624170 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-51e31238-6d3d-45f9-8f8a-f3147a46f8b4 req-c2ec41c0-bb37-4c38-9233-dd12dfd16340 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370648 Jun 29 15:53:40.624487 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-4bad733d-b5b8-424b-9478-9ad812211185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:40.625765 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-4bad733d-b5b8-424b-9478-9ad812211185 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c14a59cfe334bb7847f12a8834a95db&device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 1097 time: 0.2293146 Jun 29 15:53:40.896951 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87286e67-86c0-464b-aa81-3fc1b61eec69 req-53ac63ca-7953-44a5-93aa-7181b1fa137c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2931125 Jun 29 15:53:40.903862 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-f17e0bf8-8bbb-4c41-a48f-94a78fa05cff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa54c4b-1bc0-4255-a012-8669b90491fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2992923 Jun 29 15:53:40.961098 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-6b348e4a-9089-42a2-ba40-6c5751399ce0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=699add26-114b-4c25-b6f9-a271c55c6449 HTTP/1.1" status: 200 len: 217 time: 0.0666587 Jun 29 15:53:40.973715 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-211bdf6c-082f-4ff7-8718-f2573834adda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:41.063183 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80a7ce-bd9f-469c-8be5-6944c711cf39 req-8f4f76da-a5be-4f58-b42d-e5e6770d62c0 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:41.064622 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cd80a7ce-bd9f-469c-8be5-6944c711cf39 req-8f4f76da-a5be-4f58-b42d-e5e6770d62c0 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 944 time: 0.5426784 Jun 29 15:53:41.132174 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bd8d7f16-fd7b-4199-9b66-102fa9407794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:41.133633 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bd8d7f16-fd7b-4199-9b66-102fa9407794 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0888642e-19cd-4dd1-899b-19799f9295ff HTTP/1.1" status: 200 len: 859 time: 0.1384034 Jun 29 15:53:41.187031 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87286e67-86c0-464b-aa81-3fc1b61eec69 req-ac0fe4e8-ba5e-4d7d-bedf-363e6dd64b18 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820764 Jun 29 15:53:41.191555 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-bc861457-d090-4c2b-aab5-b7a0cab05bd3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa54c4b-1bc0-4255-a012-8669b90491fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486398 Jun 29 15:53:41.195606 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cd80a7ce-bd9f-469c-8be5-6944c711cf39 req-4912d646-e2a7-4e2f-b047-e8d40ec5ac15 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230199 Jun 29 15:53:41.197340 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-a6f588b3-11e7-426b-a4e6-92b766b72231 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581842 Jun 29 15:53:41.429405 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7491f159-cba1-449e-a52f-a8ef1a2f81ab req-8c9ffd3f-1066-4669-bae0-da4d7c2c8b4c service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231658 Jun 29 15:53:41.436655 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-87286e67-86c0-464b-aa81-3fc1b61eec69 req-a5d9a755-414b-4245-b92f-90840574cde3 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375934 Jun 29 15:53:41.438569 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-39e39ce1-aac6-41d8-bb23-2e03f30784d4 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314572 Jun 29 15:53:41.607608 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-91bcb835-1a61-4f4f-8696-2c18a34e06ab req-4fd3ed3b-8362-47c2-822a-72c0c93a9c89 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547523 Jun 29 15:53:41.623200 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc478084-21e9-4283-b01c-016a19969dd3 req-8d4fe7e0-1a5a-4592-aa02-cd46346f86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:41.625612 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-8d4fe7e0-1a5a-4592-aa02-cd46346f86d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c14a59cfe334bb7847f12a8834a95db&device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 1096 time: 0.0857797 Jun 29 15:53:41.757058 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc478084-21e9-4283-b01c-016a19969dd3 req-ea9b0992-2b94-4aff-bc4b-6d2636c2d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:41.759229 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-ea9b0992-2b94-4aff-bc4b-6d2636c2d601 service neutron] 10.222.0.81 "GET /v2.0/networks?id=caa54c4b-1bc0-4255-a012-8669b90491fb HTTP/1.1" status: 200 len: 920 time: 0.1233010 Jun 29 15:53:41.853122 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-24fd5fac-d540-48bd-8ec6-a424cb09c85c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 HTTP/1.1" status: 200 len: 217 time: 0.0680816 Jun 29 15:53:41.919714 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc478084-21e9-4283-b01c-016a19969dd3 req-f7f837ba-2b4b-4968-b902-7fbe60adddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:41.921157 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-f7f837ba-2b4b-4968-b902-7fbe60adddbe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0888642e-19cd-4dd1-899b-19799f9295ff HTTP/1.1" status: 200 len: 859 time: 0.0609574 Jun 29 15:53:41.933963 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af392409-4b52-4c4f-8604-fee2467385d7 req-599aae0a-09ce-4b16-8e7b-8277578079f9 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:41.935716 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-af392409-4b52-4c4f-8604-fee2467385d7 req-599aae0a-09ce-4b16-8e7b-8277578079f9 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 944 time: 0.1650782 Jun 29 15:53:41.983895 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-aefb2b51-cf99-4131-b799-41f43bb16258 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa54c4b-1bc0-4255-a012-8669b90491fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406997 Jun 29 15:53:42.009646 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-af392409-4b52-4c4f-8604-fee2467385d7 req-299a243a-81e1-451f-ba87-fc136293f735 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681422 Jun 29 15:53:42.087862 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-1438e16e-8e0d-4bd9-8efc-0a24b5646684 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930772 Jun 29 15:53:42.180757 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-99e01f85-bdb5-417e-8e76-d35198a6b591 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847433 Jun 29 15:53:42.288334 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc478084-21e9-4283-b01c-016a19969dd3 req-1a8df574-7f90-4f97-9c11-d7c20fc6cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:42.289873 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-1a8df574-7f90-4f97-9c11-d7c20fc6cbfe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c14a59cfe334bb7847f12a8834a95db&device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 1097 time: 0.0531421 Jun 29 15:53:42.354467 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 57535949-8c0d-475d-9181-3a3fd220c33c details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:53:42.372962 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a798b-0bcc-49e6-85fd-a1c917442f95 req-a31f3e0b-1b0a-44f1-9823-fc4a361c045f tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:42.374483 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4c9a798b-0bcc-49e6-85fd-a1c917442f95 req-a31f3e0b-1b0a-44f1-9823-fc4a361c045f tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 944 time: 0.0636811 Jun 29 15:53:42.388704 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc478084-21e9-4283-b01c-016a19969dd3 req-1a79c237-16a2-4f56-9df1-8ea05f7b6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:42.391184 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-1a79c237-16a2-4f56-9df1-8ea05f7b6c91 service neutron] 10.222.0.81 "GET /v2.0/networks?id=caa54c4b-1bc0-4255-a012-8669b90491fb HTTP/1.1" status: 200 len: 920 time: 0.0938799 Jun 29 15:53:42.413003 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4c9a798b-0bcc-49e6-85fd-a1c917442f95 req-0f9bd5c2-eef8-4dea-a93b-09390367d93e tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326262 Jun 29 15:53:42.438011 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-d9525f6b-e7b2-4c1b-ad7c-167704377736 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=699add26-114b-4c25-b6f9-a271c55c6449 HTTP/1.1" status: 200 len: 217 time: 0.0394199 Jun 29 15:53:42.454712 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 57535949-8c0d-475d-9181-3a3fd220c33c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=57535949-8c0d-475d-9181-3a3fd220c33c,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:42.466898 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '57535949-8c0d-475d-9181-3a3fd220c33c', 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f', 'port_id': '57535949-8c0d-475d-9181-3a3fd220c33c', 'mac_address': 'fa:16:3e:f8:e7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16c7709-1233-4e6f-be61-74b96428410e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:53:42.490909 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc478084-21e9-4283-b01c-016a19969dd3 req-d0e50cde-6925-4506-9a72-4d716e9be261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:42.492344 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-d0e50cde-6925-4506-9a72-4d716e9be261 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0888642e-19cd-4dd1-899b-19799f9295ff HTTP/1.1" status: 200 len: 859 time: 0.0428340 Jun 29 15:53:42.502622 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:42.515017 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57535949-8c0d-475d-9181-3a3fd220c33c {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:53:42.533851 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-21fbf0b8-424f-4203-811d-9a7c10428350 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa54c4b-1bc0-4255-a012-8669b90491fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312514 Jun 29 15:53:42.534592 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 57535949-8c0d-475d-9181-3a3fd220c33c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=57535949-8c0d-475d-9181-3a3fd220c33c,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:42.542988 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:42.545129 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:42.591004 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=57535949-8c0d-475d-9181-3a3fd220c33c,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:42.594573 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:42.626094 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-a75ba5c5-c2a1-41c9-9c1c-f35e396e1999 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821714 Jun 29 15:53:42.727847 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc478084-21e9-4283-b01c-016a19969dd3 req-54ada3d0-2be0-4c65-9178-1d1764b34e82 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897827 Jun 29 15:53:42.900150 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['57535949-8c0d-475d-9181-3a3fd220c33c'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:53:43.200568 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85366d-faf5-49b5-815f-a7f119e7f4ec req-82b4f0ac-a3fb-4dd0-aee2-2572f35ae577 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:43.201665 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8a85366d-faf5-49b5-815f-a7f119e7f4ec req-82b4f0ac-a3fb-4dd0-aee2-2572f35ae577 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 944 time: 0.0675437 Jun 29 15:53:43.244632 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8a85366d-faf5-49b5-815f-a7f119e7f4ec req-5405ae7b-b2d0-4273-a723-a48611946b65 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370665 Jun 29 15:53:43.588067 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c97a32-2746-4cdd-bc55-ab3099858e04 req-2d60337a-3bb7-4c8e-a62f-66b30848c9e2 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:43.589596 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d2c97a32-2746-4cdd-bc55-ab3099858e04 req-2d60337a-3bb7-4c8e-a62f-66b30848c9e2 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 945 time: 0.0662904 Jun 29 15:53:43.635359 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d2c97a32-2746-4cdd-bc55-ab3099858e04 req-20873f43-53f8-40fc-96f3-6c96f17ed163 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 Jun 29 15:53:43.666167 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:43.746553 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-86b8faa3-8e42-4171-93d5-911eb443486c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.385776 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:53:44.387999 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 57535949-8c0d-475d-9181-3a3fd220c33c up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:44.399344 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39496) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:44.441134 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb5814-9809-46f2-bee3-63251217792a req-dd1e7c79-494c-44c2-95c2-6db354277237 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:44.444311 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-67bb5814-9809-46f2-bee3-63251217792a req-dd1e7c79-494c-44c2-95c2-6db354277237 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 944 time: 0.0793610 Jun 29 15:53:44.488975 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-67bb5814-9809-46f2-bee3-63251217792a req-c43ec44c-1640-4b72-b653-3887ef0d7826 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346479 Jun 29 15:53:44.497354 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port 57535949-8c0d-475d-9181-3a3fd220c33c completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:44.513776 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 57535949-8c0d-475d-9181-3a3fd220c33c triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:44.514136 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.543647 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118,segment=NetworkSegment(fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9),segment_id=fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:44.548760 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fced1a7-ad45-4c78-8678-3e3e95a70057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.562296 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': 'd5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118', 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb', 'port_id': 'd5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118', 'mac_address': 'fa:16:3e:79:72:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0888642e-19cd-4dd1-899b-19799f9295ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:53:44.623894 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.625567 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.639609 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fced1a7-ad45-4c78-8678-3e3e95a70057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.643498 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4fced1a7-ad45-4c78-8678-3e3e95a70057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.646677 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5f188468-d56e-444b-9118-2ac535f317b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:44.668489 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:53:44.676774 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.682232 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4fced1a7-ad45-4c78-8678-3e3e95a70057 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=edad1e2186e14774a27ca1121b0a96fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818890 Jun 29 15:53:44.683021 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fced1a7-ad45-4c78-8678-3e3e95a70057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9739b1ca-fbaa-4007-a5eb-3ceaaa7c2f58,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:44.685632 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 39502) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:44.687366 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4fced1a7-ad45-4c78-8678-3e3e95a70057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:44.717317 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118,segment=NetworkSegment(fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9),segment_id=fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:44.725184 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.725991 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 699add26-114b-4c25-b6f9-a271c55c6449 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:53:44.728476 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:44.735023 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57535949-8c0d-475d-9181-3a3fd220c33c'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:53:44.737264 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ee7612-5eae-4781-961b-597383e2f2d2" -d '{"events": [{"server_uuid": "2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee", "name": "network-vif-plugged", "status": "completed", "tag": "57535949-8c0d-475d-9181-3a3fd220c33c"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:53:44.741423 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f8e31877-3cc5-46c2-a9bc-8879a25b92d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.773900 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 57535949-8c0d-475d-9181-3a3fd220c33c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=57535949-8c0d-475d-9181-3a3fd220c33c,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:44.776250 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f8e31877-3cc5-46c2-a9bc-8879a25b92d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.783989 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390cddc2-62cf-43ea-a60c-ac6eaeeaa4d7 x-openstack-request-id: req-390cddc2-62cf-43ea-a60c-ac6eaeeaa4d7 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:53:44.784289 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee", "name": "network-vif-plugged", "status": "completed", "tag": "57535949-8c0d-475d-9181-3a3fd220c33c", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:53:44.784544 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-390cddc2-62cf-43ea-a60c-ac6eaeeaa4d7 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:53:44.784937 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57535949-8c0d-475d-9181-3a3fd220c33c', 'code': 200} Jun 29 15:53:44.790095 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.823364 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:44.827287 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 699add26-114b-4c25-b6f9-a271c55c6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=699add26-114b-4c25-b6f9-a271c55c6449,segment=NetworkSegment(fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9),segment_id=fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:44.831113 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:44.831583 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:44.870237 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e078e-63df-4a81-9dd3-d3b0f78f5535 req-a7158fa0-28e2-4312-8ecd-d5f0ab332659 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:44.876433 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c94e078e-63df-4a81-9dd3-d3b0f78f5535 req-a7158fa0-28e2-4312-8ecd-d5f0ab332659 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 945 time: 0.1164811 Jun 29 15:53:44.887325 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '699add26-114b-4c25-b6f9-a271c55c6449', 'network_id': 'caa54c4b-1bc0-4255-a012-8669b90491fb', 'port_id': '699add26-114b-4c25-b6f9-a271c55c6449', 'mac_address': 'fa:16:3e:02:28:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0888642e-19cd-4dd1-899b-19799f9295ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:53:44.902531 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=57535949-8c0d-475d-9181-3a3fd220c33c,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:44.905778 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:44.922805 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f8e31877-3cc5-46c2-a9bc-8879a25b92d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.925903 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f8e31877-3cc5-46c2-a9bc-8879a25b92d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.927049 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f8e31877-3cc5-46c2-a9bc-8879a25b92d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9739b1ca-fbaa-4007-a5eb-3ceaaa7c2f58 HTTP/1.1" status: 204 len: 168 time: 0.2396872 Jun 29 15:53:44.938558 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:44.953919 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c94e078e-63df-4a81-9dd3-d3b0f78f5535 req-ad8007ae-98ef-4e2a-bba7-0232f87eb32d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752029 Jun 29 15:53:44.960635 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:44.968416 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e31877-3cc5-46c2-a9bc-8879a25b92d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9739b1ca-fbaa-4007-a5eb-3ceaaa7c2f58,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:44.972357 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f8e31877-3cc5-46c2-a9bc-8879a25b92d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:44.992156 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699add26-114b-4c25-b6f9-a271c55c6449 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:53:45.020754 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 699add26-114b-4c25-b6f9-a271c55c6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=699add26-114b-4c25-b6f9-a271c55c6449,segment=NetworkSegment(fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9),segment_id=fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:45.029427 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:45.032075 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:45.111323 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=699add26-114b-4c25-b6f9-a271c55c6449,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:45.116153 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:45.154124 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3868c0-3dbc-458c-92b7-ce70a32a17e6 req-a652d59d-ddc5-451f-9399-8d1897105e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:45.155669 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb3868c0-3dbc-458c-92b7-ce70a32a17e6 req-a652d59d-ddc5-451f-9399-8d1897105e34 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 1099 time: 0.0757496 Jun 29 15:53:45.205210 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb3868c0-3dbc-458c-92b7-ce70a32a17e6 req-c7b48ba7-e62f-4054-a990-e453002373eb service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343308 Jun 29 15:53:45.369200 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39534) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:45.403528 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['699add26-114b-4c25-b6f9-a271c55c6449'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:53:45.445191 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:53:45.557780 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-48fb4e1d-c063-41d0-8413-374b415c791c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:45.714981 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-48fb4e1d-c063-41d0-8413-374b415c791c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:45.719573 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-48fb4e1d-c063-41d0-8413-374b415c791c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:45.726427 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c9cabc9e-2987-4537-9b27-053f2b0bc9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:45.774545 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-48fb4e1d-c063-41d0-8413-374b415c791c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc3e141a00364a6ca5d063cf913abcbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008360 Jun 29 15:53:45.774545 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb4e1d-c063-41d0-8413-374b415c791c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565defaa-1458-4152-8c91-f6e5937ef4ac,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:45.775009 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 39550) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:45.779489 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-48fb4e1d-c063-41d0-8413-374b415c791c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:45.787975 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e2868-ce45-4269-84aa-4828f2fbd78c req-b2b87403-98ba-4fcc-afea-b9a371b33fdf tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:45.789624 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8c6e2868-ce45-4269-84aa-4828f2fbd78c req-b2b87403-98ba-4fcc-afea-b9a371b33fdf tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 945 time: 0.1311924 Jun 29 15:53:45.840408 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8c6e2868-ce45-4269-84aa-4828f2fbd78c req-01210518-d9a5-4577-8e97-393908b19a36 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444887 Jun 29 15:53:45.843974 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fe186df7-9f34-4ff6-ad8c-00a67fb86910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:45.871754 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fe186df7-9f34-4ff6-ad8c-00a67fb86910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:45.918869 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fe186df7-9f34-4ff6-ad8c-00a67fb86910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:45.921427 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fe186df7-9f34-4ff6-ad8c-00a67fb86910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:45.922566 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-fe186df7-9f34-4ff6-ad8c-00a67fb86910 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/565defaa-1458-4152-8c91-f6e5937ef4ac HTTP/1.1" status: 204 len: 168 time: 0.1465573 Jun 29 15:53:45.923314 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-31d50725-09da-4ad0-8984-10b5063bebb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:45.931253 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe186df7-9f34-4ff6-ad8c-00a67fb86910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565defaa-1458-4152-8c91-f6e5937ef4ac,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:45.933536 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fe186df7-9f34-4ff6-ad8c-00a67fb86910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:46.161182 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4408fe-d382-4f60-8c7a-01b28058b853 req-ccdea8dd-b3ab-4625-87b8-8f3713319e46 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:46.166656 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-db4408fe-d382-4f60-8c7a-01b28058b853 req-ccdea8dd-b3ab-4625-87b8-8f3713319e46 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 946 time: 0.0743968 Jun 29 15:53:46.224320 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:46.229774 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-db4408fe-d382-4f60-8c7a-01b28058b853 req-0abab5b9-9cc9-4b45-ac53-a13a946f2bdc tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575376 Jun 29 15:53:46.338548 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 39574) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:46.352102 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dff9f666-6bd9-44ca-975a-f2bd61560dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:46.445348 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dff9f666-6bd9-44ca-975a-f2bd61560dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:46.451146 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dff9f666-6bd9-44ca-975a-f2bd61560dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:46.458603 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-585bd4b5-9176-44bf-b8db-bd6274418e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:46.521953 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-dff9f666-6bd9-44ca-975a-f2bd61560dc2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be9b27ef01614ae2ae5323551c7a6239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819041 Jun 29 15:53:46.524501 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9f666-6bd9-44ca-975a-f2bd61560dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8455b5b-c76c-47e0-bed5-914c4b5b532d,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:46.524646 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39578) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:46.529148 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dff9f666-6bd9-44ca-975a-f2bd61560dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:46.586014 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f22c631-db30-4484-958b-9c3d6282321c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:46.609800 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f22c631-db30-4484-958b-9c3d6282321c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:46.657181 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f22c631-db30-4484-958b-9c3d6282321c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:46.659808 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8f22c631-db30-4484-958b-9c3d6282321c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:46.660956 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8f22c631-db30-4484-958b-9c3d6282321c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8455b5b-c76c-47e0-bed5-914c4b5b532d HTTP/1.1" status: 204 len: 168 time: 0.1351218 Jun 29 15:53:46.661786 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-71cf839c-03fb-49cf-ad82-ccbc0d3bc540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:46.672111 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22c631-db30-4484-958b-9c3d6282321c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8455b5b-c76c-47e0-bed5-914c4b5b532d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:46.675468 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8f22c631-db30-4484-958b-9c3d6282321c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:47.027214 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f30f82-efb9-4365-b772-04ad0873a017 req-a55f4143-ef93-46ed-88dc-cc186b20bcef tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:47.028743 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-63f30f82-efb9-4365-b772-04ad0873a017 req-a55f4143-ef93-46ed-88dc-cc186b20bcef tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 945 time: 0.0704234 Jun 29 15:53:47.075469 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-63f30f82-efb9-4365-b772-04ad0873a017 req-f174bdec-7c31-47da-b30f-7fabaaeefeaa tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409238 Jun 29 15:53:47.409193 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818da8a5-600f-490a-aca7-185c74335942 req-0b31f3bd-bc2d-4b10-b094-0f8c51f76c50 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:47.410812 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-818da8a5-600f-490a-aca7-185c74335942 req-0b31f3bd-bc2d-4b10-b094-0f8c51f76c50 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 946 time: 0.0712607 Jun 29 15:53:47.456132 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-818da8a5-600f-490a-aca7-185c74335942 req-f46afae0-2d54-4857-b57f-cd7c73d9082b tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386465 Jun 29 15:53:48.253793 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df2245-9688-476c-a9f7-af76283e0974 req-0e0b0a5f-3fdb-414e-b58e-a9a22cb3ca02 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:48.255328 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e3df2245-9688-476c-a9f7-af76283e0974 req-0e0b0a5f-3fdb-414e-b58e-a9a22cb3ca02 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 945 time: 0.0639405 Jun 29 15:53:48.293229 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e3df2245-9688-476c-a9f7-af76283e0974 req-3de88ecf-7146-446c-9134-50fc92680844 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315909 Jun 29 15:53:48.400392 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 699add26-114b-4c25-b6f9-a271c55c6449 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:48.459819 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port 699add26-114b-4c25-b6f9-a271c55c6449 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:48.464153 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 699add26-114b-4c25-b6f9-a271c55c6449 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:48.464602 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:48.543076 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:48.566160 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a0f585-ae39-46f1-b7d4-ebbff935c9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699add26-114b-4c25-b6f9-a271c55c6449'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:53:48.569101 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a33c412-bcb9-461a-89f3-23ac50af2a7d" -d '{"events": [{"server_uuid": "d9a0f585-ae39-46f1-b7d4-ebbff935c9c4", "name": "network-vif-plugged", "status": "completed", "tag": "699add26-114b-4c25-b6f9-a271c55c6449"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:53:48.585689 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 699add26-114b-4c25-b6f9-a271c55c6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=699add26-114b-4c25-b6f9-a271c55c6449,segment=NetworkSegment(fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9),segment_id=fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:48.590544 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:48.591527 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:53:48.593368 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2ff330f1-53fa-4b0b-8a48-0ad8dd5e32d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:48.633090 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405ce7b7-132d-4cc3-866f-8270b906472a x-openstack-request-id: req-405ce7b7-132d-4cc3-866f-8270b906472a {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:53:48.635888 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a0f585-ae39-46f1-b7d4-ebbff935c9c4", "name": "network-vif-plugged", "status": "completed", "tag": "699add26-114b-4c25-b6f9-a271c55c6449", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:53:48.635888 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-405ce7b7-132d-4cc3-866f-8270b906472a {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:53:48.635888 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a0f585-ae39-46f1-b7d4-ebbff935c9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699add26-114b-4c25-b6f9-a271c55c6449', 'code': 200} Jun 29 15:53:48.676184 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=699add26-114b-4c25-b6f9-a271c55c6449,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:48.679327 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:48.695221 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:48.699494 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:53:48.699889 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:48.805076 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:48.850431 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118,segment=NetworkSegment(fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9),segment_id=fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:53:48.855956 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:48.859876 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:48.895976 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77731ca-da82-44cb-8e2c-6fe4650506bf req-ae4457ed-bae2-4c19-b591-92ba28aa018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:48.898756 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a77731ca-da82-44cb-8e2c-6fe4650506bf req-ae4457ed-bae2-4c19-b591-92ba28aa018e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 1099 time: 0.0717530 Jun 29 15:53:48.914301 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:48.917920 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:48.950125 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a77731ca-da82-44cb-8e2c-6fe4650506bf req-9f00ee4f-507a-4680-92f0-c78a0dd04b53 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330267 Jun 29 15:53:49.493151 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666880f-5f2b-4609-93af-8102b248e660 req-9da38b94-5157-4c52-aec8-5e05ed3e0c5d tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:49.494863 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5666880f-5f2b-4609-93af-8102b248e660 req-9da38b94-5157-4c52-aec8-5e05ed3e0c5d tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0765717 Jun 29 15:53:49.544732 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5666880f-5f2b-4609-93af-8102b248e660 req-b9e1ae67-df2c-4c1b-b214-ad8f0c47db0c tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Jun 29 15:53:50.636782 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05f15b7-a13c-45b7-8062-ef69a65ef120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:53:50.639661 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75fc210-4446-48dd-96c7-f33ae98b48ff" -d '{"events": [{"server_uuid": "f05f15b7-a13c-45b7-8062-ef69a65ef120", "name": "network-vif-plugged", "status": "completed", "tag": "d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:53:50.676535 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f610ab7f-72c4-4b4d-84f2-3307d73fc052 x-openstack-request-id: req-f610ab7f-72c4-4b4d-84f2-3307d73fc052 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:53:50.676891 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05f15b7-a13c-45b7-8062-ef69a65ef120", "name": "network-vif-plugged", "status": "completed", "tag": "d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:53:50.677218 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f610ab7f-72c4-4b4d-84f2-3307d73fc052 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:53:50.678012 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05f15b7-a13c-45b7-8062-ef69a65ef120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118', 'code': 200} Jun 29 15:53:50.719098 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf05eb6-ebe8-4cc5-91a0-392d4dddb3e6 req-a00e3a27-41ae-4cce-9a62-208c494dc51d tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:50.720562 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ecf05eb6-ebe8-4cc5-91a0-392d4dddb3e6 req-a00e3a27-41ae-4cce-9a62-208c494dc51d tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0650654 Jun 29 15:53:50.762592 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ecf05eb6-ebe8-4cc5-91a0-392d4dddb3e6 req-8d2bf8f5-5526-4255-9fcb-47ac66529fb1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356772 Jun 29 15:53:50.919917 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9725e-c655-4809-8564-39dcf32d88f7 req-c27862cb-47d0-4c88-9ffc-cff536fc0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:50.921850 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-71d9725e-c655-4809-8564-39dcf32d88f7 req-c27862cb-47d0-4c88-9ffc-cff536fc0980 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 1098 time: 0.0583398 Jun 29 15:53:50.964980 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-71d9725e-c655-4809-8564-39dcf32d88f7 req-65df8aa6-e558-4ceb-b37a-5d3b9fce1122 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347693 Jun 29 15:53:51.234092 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7a53c-cd19-4395-bb85-9d3cd1a8abf1 req-9d245d65-b3f0-41b1-ba75-a7bcee4bb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:51.236216 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fef7a53c-cd19-4395-bb85-9d3cd1a8abf1 req-9d245d65-b3f0-41b1-ba75-a7bcee4bb854 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c14a59cfe334bb7847f12a8834a95db&device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 1099 time: 0.1104431 Jun 29 15:53:51.327399 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a9ba1-4f30-48eb-84fa-86d4c00fe252 req-c040b2bc-8e34-4192-aba8-4edf563b140f tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:51.336485 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fb1a9ba1-4f30-48eb-84fa-86d4c00fe252 req-c040b2bc-8e34-4192-aba8-4edf563b140f tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1497974 Jun 29 15:53:51.394269 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7a53c-cd19-4395-bb85-9d3cd1a8abf1 req-aa7f74cb-70b4-4212-a5c1-9ab70c25c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:51.395756 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fef7a53c-cd19-4395-bb85-9d3cd1a8abf1 req-aa7f74cb-70b4-4212-a5c1-9ab70c25c6a1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=caa54c4b-1bc0-4255-a012-8669b90491fb HTTP/1.1" status: 200 len: 920 time: 0.1419168 Jun 29 15:53:51.453171 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fef7a53c-cd19-4395-bb85-9d3cd1a8abf1 req-230a84d8-529a-44cf-b353-d2624666ed0a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=699add26-114b-4c25-b6f9-a271c55c6449 HTTP/1.1" status: 200 len: 217 time: 0.0429571 Jun 29 15:53:51.474257 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fb1a9ba1-4f30-48eb-84fa-86d4c00fe252 req-fa4ae1ce-7d1b-4c7d-ba0a-10cb7182c832 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366136 Jun 29 15:53:51.524820 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7a53c-cd19-4395-bb85-9d3cd1a8abf1 req-952d1d32-da4b-4fa3-86c7-4b7092f08cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:51.526528 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fef7a53c-cd19-4395-bb85-9d3cd1a8abf1 req-952d1d32-da4b-4fa3-86c7-4b7092f08cf2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0888642e-19cd-4dd1-899b-19799f9295ff HTTP/1.1" status: 200 len: 859 time: 0.0650067 Jun 29 15:53:51.562413 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fef7a53c-cd19-4395-bb85-9d3cd1a8abf1 req-d266429f-a05b-432c-a371-b9b11f96e501 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa54c4b-1bc0-4255-a012-8669b90491fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266140 Jun 29 15:53:51.659442 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fef7a53c-cd19-4395-bb85-9d3cd1a8abf1 req-65090f91-5584-4708-91cd-9b997d5b63a4 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858123 Jun 29 15:53:51.755690 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fef7a53c-cd19-4395-bb85-9d3cd1a8abf1 req-6c836e47-779f-47d1-8675-bc0b0d69c735 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834727 Jun 29 15:53:52.670855 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87399063-a668-4b9d-8530-4de2424b6e47 req-589ced7c-95eb-47d6-a311-fadb903177d3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:52.672675 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87399063-a668-4b9d-8530-4de2424b6e47 req-589ced7c-95eb-47d6-a311-fadb903177d3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0759213 Jun 29 15:53:52.719730 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87399063-a668-4b9d-8530-4de2424b6e47 req-e30926da-205e-47ca-b7ab-189960fbba76 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369935 Jun 29 15:53:53.894866 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189ce43-fc03-43d9-a46c-b5c495a49755 req-7e223256-8915-4911-8927-9db1eb447bf2 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:53.897059 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4189ce43-fc03-43d9-a46c-b5c495a49755 req-7e223256-8915-4911-8927-9db1eb447bf2 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0647788 Jun 29 15:53:53.936073 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4189ce43-fc03-43d9-a46c-b5c495a49755 req-78865b02-c87c-49e6-afc5-2af7db5d5bfa tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327613 Jun 29 15:53:54.151659 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39826) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:54.280742 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7958d200-e115-4ffb-bb26-53c675232f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:54.374950 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7958d200-e115-4ffb-bb26-53c675232f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:54.378827 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7958d200-e115-4ffb-bb26-53c675232f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:54.382874 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4fced1a7-ad45-4c78-8678-3e3e95a70057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:54.417539 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958d200-e115-4ffb-bb26-53c675232f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6c5810-e78b-4163-b640-ae6ac6ee042f,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:54.424117 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7958d200-e115-4ffb-bb26-53c675232f28 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6155c4d343b44aa4af5700fd02694409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686365 Jun 29 15:53:54.424117 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7958d200-e115-4ffb-bb26-53c675232f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:54.424397 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39836) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:54.479413 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ede11d9-a235-4662-8217-cfcb649bd764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:54.503713 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ede11d9-a235-4662-8217-cfcb649bd764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:54.565079 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ede11d9-a235-4662-8217-cfcb649bd764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:54.567714 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2ede11d9-a235-4662-8217-cfcb649bd764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:54.569712 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2ede11d9-a235-4662-8217-cfcb649bd764 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9c6c5810-e78b-4163-b640-ae6ac6ee042f HTTP/1.1" status: 204 len: 168 time: 0.1443563 Jun 29 15:53:54.570459 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0ccb497b-08dc-459d-82af-a62dfb3c42c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:54.579834 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede11d9-a235-4662-8217-cfcb649bd764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6c5810-e78b-4163-b640-ae6ac6ee042f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:54.589395 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2ede11d9-a235-4662-8217-cfcb649bd764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:54.868170 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 39846) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:54.882053 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e6e7574f-1829-459b-b401-914b2422610b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:54.973646 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e6e7574f-1829-459b-b401-914b2422610b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:54.978819 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e6e7574f-1829-459b-b401-914b2422610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:54.982430 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f8e31877-3cc5-46c2-a9bc-8879a25b92d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:55.022076 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e6e7574f-1829-459b-b401-914b2422610b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee2ca97ba1f84ccdb8a4731d231c5023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520288 Jun 29 15:53:55.022978 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7574f-1829-459b-b401-914b2422610b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f10c07-1e3a-4889-b9cd-ab8dc4b23e7c,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:55.024688 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39850) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:55.026083 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e6e7574f-1829-459b-b401-914b2422610b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:55.118089 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb1bcc58-a41c-46bc-a2f9-7086c5862521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:55.146192 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb1bcc58-a41c-46bc-a2f9-7086c5862521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:55.155233 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8ff0a-fa97-47df-8726-8874f17c3a11 req-5843c7e0-3a12-4c13-a67b-6bae41dbd761 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:55.156704 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c0d8ff0a-fa97-47df-8726-8874f17c3a11 req-5843c7e0-3a12-4c13-a67b-6bae41dbd761 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1062477 Jun 29 15:53:55.158856 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:53:55.216662 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c0d8ff0a-fa97-47df-8726-8874f17c3a11 req-8c7b039c-9bb8-4820-b4a7-239dc02d78f9 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517454 Jun 29 15:53:55.233342 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb1bcc58-a41c-46bc-a2f9-7086c5862521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:55.236032 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fb1bcc58-a41c-46bc-a2f9-7086c5862521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:55.237161 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fb1bcc58-a41c-46bc-a2f9-7086c5862521 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1f10c07-1e3a-4889-b9cd-ab8dc4b23e7c HTTP/1.1" status: 204 len: 168 time: 0.2054551 Jun 29 15:53:55.237919 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4a7a3ee3-44f1-4307-872e-45990013a8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:55.245719 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bcc58-a41c-46bc-a2f9-7086c5862521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f10c07-1e3a-4889-b9cd-ab8dc4b23e7c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:55.247858 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fb1bcc58-a41c-46bc-a2f9-7086c5862521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:55.570478 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 39864) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:55.584634 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4eac268e-630d-46f9-ad72-7f152eb48921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:55.681353 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4eac268e-630d-46f9-ad72-7f152eb48921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:55.685783 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4eac268e-630d-46f9-ad72-7f152eb48921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:55.689166 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c2a2ea98-5814-4f99-a028-9a7c62b07827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:55.725514 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-4eac268e-630d-46f9-ad72-7f152eb48921 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b4db5433f5a340bfaa81721144c49986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537263 Jun 29 15:53:55.726345 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac268e-630d-46f9-ad72-7f152eb48921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703907e6-1e58-49f5-ae22-91c239b44a58,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:55.728095 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39866) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:55.729345 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4eac268e-630d-46f9-ad72-7f152eb48921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:55.779461 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83ae8caf-08c6-4282-a208-e968e58e26ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:55.804552 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83ae8caf-08c6-4282-a208-e968e58e26ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:55.853894 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83ae8caf-08c6-4282-a208-e968e58e26ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:55.856593 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83ae8caf-08c6-4282-a208-e968e58e26ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:55.857771 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-83ae8caf-08c6-4282-a208-e968e58e26ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/703907e6-1e58-49f5-ae22-91c239b44a58 HTTP/1.1" status: 204 len: 168 time: 0.1287091 Jun 29 15:53:55.858504 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f3dc4cb4-dbc4-405e-966a-bad16b8eb6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:55.867134 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae8caf-08c6-4282-a208-e968e58e26ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703907e6-1e58-49f5-ae22-91c239b44a58,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:55.869316 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-83ae8caf-08c6-4282-a208-e968e58e26ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:56.401037 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335329f7-8dd4-457f-8268-e6c9b2712785 req-d26b3651-c730-43a7-825a-d9163ec4e9d9 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:56.402624 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-335329f7-8dd4-457f-8268-e6c9b2712785 req-d26b3651-c730-43a7-825a-d9163ec4e9d9 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0661576 Jun 29 15:53:56.446587 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-335329f7-8dd4-457f-8268-e6c9b2712785 req-e253a3ac-f8fc-4acb-a3ea-6675591f7fcf tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375082 Jun 29 15:53:56.565102 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39900) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:56.663817 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-107595502-network', 'tenant_id': '03fed08d2d30427c9b704b601461f29c'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:56.686373 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Made reservation on behalf of 03fed08d2d30427c9b704b601461f29c for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:53:56.688777 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:56.697495 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:56.800758 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:56.811163 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:56.814364 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2e9af838-68b7-431e-a4f2-d74a64408911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:56.836806 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:53:56.847162 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2548ee76-33d6-4b1c-84f6-277d68726295,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:56.852272 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:56.853445 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:56.853890 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Added segment f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc of type vlan for network ef06879d-50c8-4635-a559-6c16b91b96ce Jun 29 15:53:56.912411 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:56.942546 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:56.944302 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:56.944901 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:56.947331 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-54dca8e4-a9ca-487a-b8ee-70da80c39019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:56.999956 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 39914) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:57.000238 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4337890 Jun 29 15:53:57.006233 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] Request body: {'subnet': {'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-107595502-subnet', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:57.012964 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Pushing event updated for resources: {'Network': ['ID=ef06879d-50c8-4635-a559-6c16b91b96ce,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:57.016711 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:57.024349 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network ef06879d-50c8-4635-a559-6c16b91b96ce details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:53:57.041063 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] Made reservation on behalf of 03fed08d2d30427c9b704b601461f29c for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:53:57.043828 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9165217'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:57.238292 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9165235'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:57.241764 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-21725ac2-a52b-4c02-9386-f660ce471545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:57.301916 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e782a185-6e99-410c-b6d3-eb6560de4818,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:57.306912 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:57.315507 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] Checking segment: {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:57.315914 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] Network hostable DHCP agents. Network: ef06879d-50c8-4635-a559-6c16b91b96ce, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:53:57.333842 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] Network ef06879d-50c8-4635-a559-6c16b91b96ce is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:53:57.342724 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, ef06879d-50c8-4635-a559-6c16b91b96ce) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:57.346875 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:57.347482 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:57.352268 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244bb4b9-d227-4757-ae0b-30025af3e941 None None] Network ef06879d-50c8-4635-a559-6c16b91b96ce requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:53:57.368967 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39922) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:57.369194 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3678930 Jun 29 15:53:57.373857 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:53:57.396588 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1593'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:57.399194 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-924766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1584'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:57.470819 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:57.644144 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1730'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:57.701416 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2862257-6be6-5bf8-955d-10756022acbf-ef06879d-50c8-4635-a559-6c16b91b96ce', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818'}]}} from dv-cinder-792209-4-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:53:57.702342 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:57.751475 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566713a-c40d-4e32-ba67-80ecae019ffb req-5a73625a-9a7b-403c-b321-5f07e517e555 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:57.752943 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f566713a-c40d-4e32-ba67-80ecae019ffb req-5a73625a-9a7b-403c-b321-5f07e517e555 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1240501 Jun 29 15:53:57.801479 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39936) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:57.812529 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f566713a-c40d-4e32-ba67-80ecae019ffb req-64d6affa-47f7-4543-ab00-c31a8ad1b20a tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516820 Jun 29 15:53:57.856760 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Allocated IP 172.20.0.2 (ef06879d-50c8-4635-a559-6c16b91b96ce/e782a185-6e99-410c-b6d3-eb6560de4818/4869cff4-d9fd-4349-a65e-58668f0755a7) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:57.940862 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cc2718c7-46f7-48f2-9c15-e3cdcecac4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:57.998760 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.018178 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.025736 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.027194 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Transition to ACTIVE for port object 4869cff4-d9fd-4349-a65e-58668f0755a7 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:58.041910 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Transition to ACTIVE for port object 4869cff4-d9fd-4349-a65e-58668f0755a7 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:53:58.047811 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.049672 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:58.091498 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Network ef06879d-50c8-4635-a559-6c16b91b96ce is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:58.094323 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:58.097667 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:58.111094 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Pushing event updated for resources: {'Port': ['ID=4869cff4-d9fd-4349-a65e-58668f0755a7,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:58.130621 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:58.167828 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Attempting to bind port 4869cff4-d9fd-4349-a65e-58668f0755a7 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:53:58.168220 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Attempting to bind port 4869cff4-d9fd-4349-a65e-58668f0755a7 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:53:58.168589 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Attempting to bind port 4869cff4-d9fd-4349-a65e-58668f0755a7 on network ef06879d-50c8-4635-a559-6c16b91b96ce {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:53:58.173574 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:53:58.174080 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Checking segment: {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:53:58.174514 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.174881 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Bound using segment: {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:53:58.175347 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Bound port: 4869cff4-d9fd-4349-a65e-58668f0755a7, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:53:58.175727 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.188230 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Allocated IP 172.27.1.253 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/0374fb75-bb6c-4231-8db3-c71f58c8b978) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:53:58.191827 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cc2718c7-46f7-48f2-9c15-e3cdcecac4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.201579 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cc2718c7-46f7-48f2-9c15-e3cdcecac4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.209330 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2ca59d6e-866e-4cf7-b578-b8bcd8197cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:58.251260 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] For port 4869cff4-d9fd-4349-a65e-58668f0755a7, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:53:58.254857 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] For port 4869cff4-d9fd-4349-a65e-58668f0755a7, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=4869cff4-d9fd-4349-a65e-58668f0755a7,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:53:58.259670 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.261955 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:58.284839 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2718c7-46f7-48f2-9c15-e3cdcecac4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a565c8c-1056-4060-be70-9d99750d0f5e,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:58.300660 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-cc2718c7-46f7-48f2-9c15-e3cdcecac4ec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7dec7330e5274bd1a7706e3d9aeb99d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981120 Jun 29 15:53:58.302118 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 39944) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:58.304900 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cc2718c7-46f7-48f2-9c15-e3cdcecac4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:58.323491 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Pushing event updated for resources: {'Port': ['ID=4869cff4-d9fd-4349-a65e-58668f0755a7,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:58.328854 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:58.364616 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.365021 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-52edfa45-a81b-4080-9f3d-cd38e3c6d8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.394364 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-52edfa45-a81b-4080-9f3d-cd38e3c6d8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.405738 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9716266'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.408274 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f7cc6808-3833-4646-9d3a-48cab71c4577 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:58.445176 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-52edfa45-a81b-4080-9f3d-cd38e3c6d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.448540 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:53:58.449891 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-52edfa45-a81b-4080-9f3d-cd38e3c6d8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.453118 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-52edfa45-a81b-4080-9f3d-cd38e3c6d8b7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a565c8c-1056-4060-be70-9d99750d0f5e HTTP/1.1" status: 204 len: 168 time: 0.1469922 Jun 29 15:53:58.453118 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c1a7bf90-7e32-41e5-81ce-300279b25740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:58.462898 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edfa45-a81b-4080-9f3d-cd38e3c6d8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a565c8c-1056-4060-be70-9d99750d0f5e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:58.466095 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-52edfa45-a81b-4080-9f3d-cd38e3c6d8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:58.467542 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:53:58.469847 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Pushing event updated for resources: {'Port': ['ID=0374fb75-bb6c-4231-8db3-c71f58c8b978,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:58.472097 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:53:58.474488 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:58.812314 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.872585 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39966) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:58.917436 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d8976b7b-b83e-41f9-8993-e2bc39b0c62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:58.985644 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-32ef9aa3-e76b-4cfc-88e0-5ff5db8024a9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:58.987294 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-32ef9aa3-e76b-4cfc-88e0-5ff5db8024a9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/networks?id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f HTTP/1.1" status: 200 len: 814 time: 0.1352417 Jun 29 15:53:59.008135 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-52bd18cd-7adb-4a10-9cc4-962fc3a6c5a2 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/quotas/ab3805f5784945b6b394857877c2330a HTTP/1.1" status: 200 len: 375 time: 0.0103116 Jun 29 15:53:59.089758 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-1b5588f9-0c67-4738-89be-63415dd46b58 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab3805f5784945b6b394857877c2330a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747519 Jun 29 15:53:59.141208 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646053'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:59.163809 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21a0f8-8eea-4da9-b970-2db5c2a62046 req-8ef3b491-3573-4869-b030-f428c01a9a95 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:53:59.165349 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fa21a0f8-8eea-4da9-b970-2db5c2a62046 req-8ef3b491-3573-4869-b030-f428c01a9a95 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1687191 Jun 29 15:53:59.200481 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-aaf7a8b8-f330-458b-adca-edb2fc08de58 service neutron] 10.222.0.69 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035194 Jun 29 15:53:59.236967 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d8976b7b-b83e-41f9-8993-e2bc39b0c62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:59.250134 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d8976b7b-b83e-41f9-8993-e2bc39b0c62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:59.317189 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-36ee372c-a41d-49a7-95be-96fab11137e6 service neutron] 10.222.0.69 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105003 Jun 29 15:53:59.477323 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b240bbfe-b7ca-4d12-ab2f-2d409e90f685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:59.487029 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a8d3b1-39de-42db-9911-78e5b54db2c9 None None] Network ef06879d-50c8-4635-a559-6c16b91b96ce requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:53:59.509367 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fa21a0f8-8eea-4da9-b970-2db5c2a62046 req-be8e95d2-6f43-4ead-844e-f01dcf8d9dfd tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060820 Jun 29 15:53:59.536546 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d8976b7b-b83e-41f9-8993-e2bc39b0c62e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=808f1d42937143a6988adca5edca3517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6628234 Jun 29 15:53:59.540443 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 39976) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:59.542911 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8976b7b-b83e-41f9-8993-e2bc39b0c62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3473b32e-375f-4edb-adfa-18615987549c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:59.548162 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d8976b7b-b83e-41f9-8993-e2bc39b0c62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:59.588072 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Router 118909a7-dbd8-4038-9054-2257c9fcac51 is scheduled to L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:53:59.648559 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-212ef80f-0ea8-44d3-90d5-2199a8e4d8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:59.665251 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-45e72139-cd59-4b9b-bfbd-c04b3eb5f677 None None] Provisioning for port 4869cff4-d9fd-4349-a65e-58668f0755a7 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:53:59.711592 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-212ef80f-0ea8-44d3-90d5-2199a8e4d8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:59.735110 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:53:59.747329 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Sync routers for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:53:59.757932 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:59.759554 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3891108 Jun 29 15:53:59.764215 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:53:59.764589 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 39978) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:53:59.764965 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:53:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:53:59.788385 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-212ef80f-0ea8-44d3-90d5-2199a8e4d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:59.791855 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-212ef80f-0ea8-44d3-90d5-2199a8e4d8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:53:59.796425 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-212ef80f-0ea8-44d3-90d5-2199a8e4d8f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3473b32e-375f-4edb-adfa-18615987549c HTTP/1.1" status: 204 len: 168 time: 0.2400961 Jun 29 15:53:59.815937 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9534e1b6-040b-4440-987c-32712b7467c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:53:59.830865 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b32d5501-9cce-4985-b536-4129940683c2 req-6e52954e-1504-45d0-a01b-d5e635b888e2 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 210 time: 0.0539610 Jun 29 15:53:59.842004 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ef80f-0ea8-44d3-90d5-2199a8e4d8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3473b32e-375f-4edb-adfa-18615987549c,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:53:59.844242 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-212ef80f-0ea8-44d3-90d5-2199a8e4d8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:53:59.945616 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:54:00.184024 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:53:58Z', 'revision_number': 3, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:00.226339 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Checking router: 118909a7-dbd8-4038-9054-2257c9fcac51 for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:54:00.226745 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Updating router 118909a7-dbd8-4038-9054-2257c9fcac51 port 0374fb75-bb6c-4231-8db3-c71f58c8b978 binding host dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:54:00.241430 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 4869cff4-d9fd-4349-a65e-58668f0755a7 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:00.281544 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:00.332242 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 4869cff4-d9fd-4349-a65e-58668f0755a7 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:54:00.338154 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 4869cff4-d9fd-4349-a65e-58668f0755a7 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:00.338535 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:00.427201 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:00.475414 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 4869cff4-d9fd-4349-a65e-58668f0755a7, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=4869cff4-d9fd-4349-a65e-58668f0755a7,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:00.477381 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:00.481250 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:00.489912 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:00.569441 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=4869cff4-d9fd-4349-a65e-58668f0755a7,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:00.574605 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:00.638704 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:00.651101 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Transition to ACTIVE for port object 0374fb75-bb6c-4231-8db3-c71f58c8b978 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:54:00.659793 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:00.662267 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:00.745088 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3da3af-e342-42b0-8ec5-07221c48c11c None None] Pushing event updated for resources: {'Port': ['ID=0374fb75-bb6c-4231-8db3-c71f58c8b978,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:00.760003 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-4c3da3af-e342-42b0-8ec5-07221c48c11c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:00.780718 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Allocated IP 172.20.0.1 (ef06879d-50c8-4635-a559-6c16b91b96ce/e782a185-6e99-410c-b6d3-eb6560de4818/2c0b15de-5492-4801-b218-42a00b2a00a3) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:54:00.781043 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:00.784954 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Attempting to bind port 0374fb75-bb6c-4231-8db3-c71f58c8b978 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:54:00.785463 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Attempting to bind port 0374fb75-bb6c-4231-8db3-c71f58c8b978 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:54:00.786383 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Attempting to bind port 0374fb75-bb6c-4231-8db3-c71f58c8b978 on network bfa67d25-b868-43ee-b5d8-7530adde7935 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:54:00.793584 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:54:00.794313 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Checking segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:54:00.794826 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:00.795294 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Bound using segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:54:00.795848 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Bound port: 0374fb75-bb6c-4231-8db3-c71f58c8b978, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:54:00.796431 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:00.812453 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53d128-86fb-419e-a398-1256593f1815 req-cd484d77-af2b-416c-acd4-32c62813217f tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:00.814052 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f53d128-86fb-419e-a398-1256593f1815 req-cd484d77-af2b-416c-acd4-32c62813217f tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1185479 Jun 29 15:54:00.864522 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] For port 0374fb75-bb6c-4231-8db3-c71f58c8b978, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:54:00.868996 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] For port 0374fb75-bb6c-4231-8db3-c71f58c8b978, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=0374fb75-bb6c-4231-8db3-c71f58c8b978,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:54:00.878562 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:00.885700 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:00.915749 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2f53d128-86fb-419e-a398-1256593f1815 req-e34ecc6d-49de-48c5-a498-cc13f39ceb01 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883746 Jun 29 15:54:00.971228 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:00.978718 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:54:00.979369 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:53:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:00.990402 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Transition to ACTIVE for port object 2c0b15de-5492-4801-b218-42a00b2a00a3 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:54:01.048626 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3da3af-e342-42b0-8ec5-07221c48c11c None None] Pushing event updated for resources: {'Port': ['ID=0374fb75-bb6c-4231-8db3-c71f58c8b978,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:01.054516 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-4c3da3af-e342-42b0-8ec5-07221c48c11c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:01.081953 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9716266'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:01.090341 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:01.139433 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:54:01.232230 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Network ef06879d-50c8-4635-a559-6c16b91b96ce is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:54:01.253808 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5cda059c-35b7-4c1e-96c9-a7ec1aa40ca2 req-70fc57c5-dc76-407a-8ef3-ac7a5d62bf2b tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 210 time: 0.0695643 Jun 29 15:54:01.268349 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:54:01.268349 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:54:01.294441 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Pushing event updated for resources: {'Port': ['ID=2c0b15de-5492-4801-b218-42a00b2a00a3,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:01.299096 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:01.322148 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001858'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:01.353820 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-17806ff6-50e4-4f93-9891-60a3766fe39a tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:01.356146 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-17806ff6-50e4-4f93-9891-60a3766fe39a tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "GET /v2.0/networks?id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f HTTP/1.1" status: 200 len: 814 time: 0.1536131 Jun 29 15:54:01.371200 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Request body: {'port': {'device_id': '2512d0d7-7f95-41db-9d73-a5af87f1ccc4', 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f', 'admin_state_up': True, 'tenant_id': 'ab3805f5784945b6b394857877c2330a'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:01.615738 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:01.624109 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Made reservation on behalf of ab3805f5784945b6b394857877c2330a for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:54:01.633990 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:01.639852 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:53:58Z', 'revision_number': 3, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:01.648129 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-75e7374b-98d6-4800-b5a1-392ef26c7727 None None] Provisioning for port 2c0b15de-5492-4801-b218-42a00b2a00a3 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:54:01.661509 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-75e7374b-98d6-4800-b5a1-392ef26c7727 None None] Provisioning complete for port 2c0b15de-5492-4801-b218-42a00b2a00a3 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:01.662240 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-75e7374b-98d6-4800-b5a1-392ef26c7727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:01.725135 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6433e9-faa4-445e-9420-230355d347fe None None] The sync data for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi is: [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:53:58Z', 'revision_number': 3, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:54:01.751917 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-75e7374b-98d6-4800-b5a1-392ef26c7727 None None] Port 2c0b15de-5492-4801-b218-42a00b2a00a3 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:54:01.893049 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:01.901032 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9716248'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:01.904554 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:02.050769 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Pushing event updated for resources: {'Port': ['ID=2c0b15de-5492-4801-b218-42a00b2a00a3,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:02.075204 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:02.077022 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001750'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:02.244548 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Allocated IP 172.20.0.5 (ed559ab0-4bf7-4e9a-b537-3464bbb7300f/c16c7709-1233-4e6f-be61-74b96428410e/e7aa0d63-4bf9-4034-8447-c8097ee8cd10) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:54:02.293139 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 4869cff4-d9fd-4349-a65e-58668f0755a7 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:02.374449 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6beefd9-0179-4c22-9069-4332194a636e req-f058da3c-12a9-46e6-ad2a-13484bce5a8c tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:02.374650 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6beefd9-0179-4c22-9069-4332194a636e req-f058da3c-12a9-46e6-ad2a-13484bce5a8c tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1545677 Jun 29 15:54:02.420314 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Network ef06879d-50c8-4635-a559-6c16b91b96ce is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:54:02.423833 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:54:02.427485 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 4869cff4-d9fd-4349-a65e-58668f0755a7 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:02.428163 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:02.438786 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6beefd9-0179-4c22-9069-4332194a636e req-746f3ea8-3b9c-47a9-b576-839df4a786f0 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632415 Jun 29 15:54:02.709976 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:02.743263 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Router 118909a7-dbd8-4038-9054-2257c9fcac51 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:54:02.786803 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1f706728-824e-4cc3-ab12-431e46d36d02 req-b74eca82-ce53-481d-8e41-89aa1c43176b tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 210 time: 0.1412623 Jun 29 15:54:02.857132 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:02.861606 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:02.882418 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['b0450eda-1567-46ba-8ab3-1234cb202751', '6dec1c53-f213-4e4c-808c-0938753c3f70', '57535949-8c0d-475d-9181-3a3fd220c33c'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:54:02.912759 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Pushing event updated for resources: {'Port': ['ID=e7aa0d63-4bf9-4034-8447-c8097ee8cd10,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:02.926600 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:02.945726 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Network ed559ab0-4bf7-4e9a-b537-3464bbb7300f is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:54:02.957826 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:54:02.961619 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:54:02.985575 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:54:02.991513 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] 10.222.0.69 "PUT /v2.0/routers/118909a7-dbd8-4038-9054-2257c9fcac51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2257152 Jun 29 15:54:03.012102 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-f7355617-6d89-44e4-8556-5958a7a11aa2 None None] Provisioning complete for port 2c0b15de-5492-4801-b218-42a00b2a00a3 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:03.012672 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f7355617-6d89-44e4-8556-5958a7a11aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:03.061000 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-f7355617-6d89-44e4-8556-5958a7a11aa2 None None] Port 2c0b15de-5492-4801-b218-42a00b2a00a3 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:54:03.073014 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:03.073807 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:03.132304 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7655010 Jun 29 15:54:03.148911 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Request body: {'port': {'device_id': '2512d0d7-7f95-41db-9d73-a5af87f1ccc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:03.293342 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:03.677262 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7aa0d63-4bf9-4034-8447-c8097ee8cd10 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:54:03.690261 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:03.717368 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Transition to ACTIVE for port object e7aa0d63-4bf9-4034-8447-c8097ee8cd10 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:54:03.727323 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:03.730627 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e4eacff6-bd56-4a40-b647-c835f078f20f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:03.741093 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a955bc6-3635-4e13-9f0b-5ed15fd4fb19 req-fe5ce469-2fe3-4605-b031-903d2d9d7505 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:03.743182 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a955bc6-3635-4e13-9f0b-5ed15fd4fb19 req-fe5ce469-2fe3-4605-b031-903d2d9d7505 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1565866 Jun 29 15:54:03.831009 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Pushing event updated for resources: {'Port': ['ID=e7aa0d63-4bf9-4034-8447-c8097ee8cd10,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:03.858806 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:03.874295 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a955bc6-3635-4e13-9f0b-5ed15fd4fb19 req-f431358d-4109-4124-9a61-276d511ea9c3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083100 Jun 29 15:54:03.997744 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40086) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:04.006397 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-946792921-network', 'tenant_id': '96538d9a5e1641e986059504f824ff5d'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:04.052372 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Attempting to bind port e7aa0d63-4bf9-4034-8447-c8097ee8cd10 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:54:04.052923 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Attempting to bind port e7aa0d63-4bf9-4034-8447-c8097ee8cd10 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:54:04.053765 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Attempting to bind port e7aa0d63-4bf9-4034-8447-c8097ee8cd10 on network ed559ab0-4bf7-4e9a-b537-3464bbb7300f {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:54:04.056247 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Made reservation on behalf of 96538d9a5e1641e986059504f824ff5d for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:54:04.061422 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.066462 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Port e7aa0d63-4bf9-4034-8447-c8097ee8cd10 on network ed559ab0-4bf7-4e9a-b537-3464bbb7300f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:54:04.066806 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Attempting to bind port e7aa0d63-4bf9-4034-8447-c8097ee8cd10 on network ed559ab0-4bf7-4e9a-b537-3464bbb7300f {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:54:04.074900 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:54:04.075490 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Checking segment: {'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:54:04.076040 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Bound using segment: {'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:54:04.077090 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Bound port: e7aa0d63-4bf9-4034-8447-c8097ee8cd10, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5308e97-1589-4fd6-9d85-df58b5116f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:54:04.077441 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.124551 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.198570 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2c908-1f71-4d65-834d-3af2c9c8fb2e req-80a83a64-8dbe-46b6-9a96-3c48586da552 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:04.200410 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] For port e7aa0d63-4bf9-4034-8447-c8097ee8cd10, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:54:04.204571 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] For port e7aa0d63-4bf9-4034-8447-c8097ee8cd10, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e7aa0d63-4bf9-4034-8447-c8097ee8cd10,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:54:04.205642 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d2d2c908-1f71-4d65-834d-3af2c9c8fb2e req-80a83a64-8dbe-46b6-9a96-3c48586da552 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 943 time: 0.1743739 Jun 29 15:54:04.216771 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.226110 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-214465bf-f4e8-4e3e-a1e4-3e62c7851889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:04.266857 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 0374fb75-bb6c-4231-8db3-c71f58c8b978 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:04.276441 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d2d2c908-1f71-4d65-834d-3af2c9c8fb2e req-08643f5f-d082-47b9-ba3c-f81086ebc1e7 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698113 Jun 29 15:54:04.319663 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:04.320861 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.323592 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] 10.222.0.81 "PUT /v2.0/ports/e7aa0d63-4bf9-4034-8447-c8097ee8cd10 HTTP/1.1" status: 200 len: 1093 time: 1.1791894 Jun 29 15:54:04.328299 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2512d0d7-7f95-41db-9d73-a5af87f1ccc4', 'tag': 'e7aa0d63-4bf9-4034-8447-c8097ee8cd10'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:54:04.345333 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1c7fb7-737d-4a83-983f-8bcb016ca47e" -d '{"events": [{"name": "network-changed", "server_uuid": "2512d0d7-7f95-41db-9d73-a5af87f1ccc4", "tag": "e7aa0d63-4bf9-4034-8447-c8097ee8cd10"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:54:04.388072 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.395249 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 0374fb75-bb6c-4231-8db3-c71f58c8b978 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:54:04.400590 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.405616 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-74095c54-9c62-4845-a083-6affa602f0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:04.417643 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 0374fb75-bb6c-4231-8db3-c71f58c8b978 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:04.419039 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.456021 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:54:04.519089 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.519434 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Added segment 06895ac7-f918-4a54-803e-6dfe67a9f1ce of type vlan for network 66c70838-37d8-496c-868c-910066ee33ba Jun 29 15:54:04.520811 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6673e3-b76b-4382-93a5-6db50211e6dc,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:04.523926 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Pushing event updated for resources: {'Port': ['ID=e7aa0d63-4bf9-4034-8447-c8097ee8cd10,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:04.531500 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Sync routers for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:54:04.547487 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:04.574029 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:54:04.574920 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:53:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:04.576990 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.581795 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:04.631250 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.632756 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:04.635401 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.636903 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39882f1c-8812-4e4f-8a8c-baf5ad3d60f8 x-openstack-request-id: req-39882f1c-8812-4e4f-8a8c-baf5ad3d60f8 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:54:04.637435 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2512d0d7-7f95-41db-9d73-a5af87f1ccc4", "tag": "e7aa0d63-4bf9-4034-8447-c8097ee8cd10", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:54:04.637878 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-39882f1c-8812-4e4f-8a8c-baf5ad3d60f8 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:54:04.638491 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2512d0d7-7f95-41db-9d73-a5af87f1ccc4', 'tag': 'e7aa0d63-4bf9-4034-8447-c8097ee8cd10', 'status': 'completed', 'code': 200} Jun 29 15:54:04.641532 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:04.648005 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-d0b34845-eb86-42cc-9bd0-d9db1d0883a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:04.650054 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-d0b34845-eb86-42cc-9bd0-d9db1d0883a3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3805f5784945b6b394857877c2330a&device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 1096 time: 0.2664442 Jun 29 15:54:04.674153 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.738613 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Pushing event updated for resources: {'Network': ['ID=66c70838-37d8-496c-868c-910066ee33ba,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:04.745160 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 0374fb75-bb6c-4231-8db3-c71f58c8b978, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=0374fb75-bb6c-4231-8db3-c71f58c8b978,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:04.749966 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:04.751012 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network 66c70838-37d8-496c-868c-910066ee33ba details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:54:04.751380 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-4f791bfd-e7fa-4532-821d-c0b9be0663d1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7aa0d63-4bf9-4034-8447-c8097ee8cd10 HTTP/1.1" status: 200 len: 217 time: 0.0889025 Jun 29 15:54:04.759543 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7600040 Jun 29 15:54:04.761039 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.763392 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40098) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:04.772616 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-129e29bd-2334-4e1f-85d5-a36bf8b87712 admin admin] Request body: {'subnet': {'network_id': '66c70838-37d8-496c-868c-910066ee33ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-946792921-subnet', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:04.792426 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:04.799975 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129e29bd-2334-4e1f-85d5-a36bf8b87712 admin admin] Made reservation on behalf of 96538d9a5e1641e986059504f824ff5d for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:54:04.804523 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-129e29bd-2334-4e1f-85d5-a36bf8b87712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9850920'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:04.821914 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-8b86d250-0ecf-43be-bb57-3e021dee4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:04.823396 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-8b86d250-0ecf-43be-bb57-3e021dee4451 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c16c7709-1233-4e6f-be61-74b96428410e HTTP/1.1" status: 200 len: 854 time: 0.0630522 Jun 29 15:54:04.908821 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=0374fb75-bb6c-4231-8db3-c71f58c8b978,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:04.918624 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-552baec0-55d0-43a5-ade6-6ebbc97b76ef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858335 Jun 29 15:54:04.931768 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:54:04.938118 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:05.143348 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-b3731999-e3b2-44cf-ae8b-f0c23a581922 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129495 Jun 29 15:54:05.151379 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-129e29bd-2334-4e1f-85d5-a36bf8b87712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9716374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9850938'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:05.155880 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e48c89a6-1949-45b6-bc2c-291a00c186b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:05.252010 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e29bd-2334-4e1f-85d5-a36bf8b87712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c777f30a-8126-45f5-b6f9-a301beb0fe54,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:05.260409 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-129e29bd-2334-4e1f-85d5-a36bf8b87712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:05.280553 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 2, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:05.290737 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e29bd-2334-4e1f-85d5-a36bf8b87712 admin admin] Checking segment: {'id': '06895ac7-f918-4a54-803e-6dfe67a9f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66c70838-37d8-496c-868c-910066ee33ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:54:05.291475 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129e29bd-2334-4e1f-85d5-a36bf8b87712 admin admin] Network hostable DHCP agents. Network: 66c70838-37d8-496c-868c-910066ee33ba, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:54:05.301710 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044eb2f3-fd93-440a-8d7e-8c7e5bec80a3 req-16b3d86f-a7f7-49dd-86cd-ac94754a6647 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:05.305515 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-044eb2f3-fd93-440a-8d7e-8c7e5bec80a3 req-16b3d86f-a7f7-49dd-86cd-ac94754a6647 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.2615106 Jun 29 15:54:05.319745 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129e29bd-2334-4e1f-85d5-a36bf8b87712 admin admin] Network 66c70838-37d8-496c-868c-910066ee33ba is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:54:05.333974 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-129e29bd-2334-4e1f-85d5-a36bf8b87712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, 66c70838-37d8-496c-868c-910066ee33ba) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:54:05.340128 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e29bd-2334-4e1f-85d5-a36bf8b87712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:05.341073 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-129e29bd-2334-4e1f-85d5-a36bf8b87712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:05.358765 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f56bd8-1473-4e57-88ff-843df5199af2 None None] Network 66c70838-37d8-496c-868c-910066ee33ba requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:54:05.368207 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Checking router: 118909a7-dbd8-4038-9054-2257c9fcac51 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:54:05.368578 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Updating router 118909a7-dbd8-4038-9054-2257c9fcac51 port 2c0b15de-5492-4801-b218-42a00b2a00a3 binding host dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:54:05.372559 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 40114) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:05.373695 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-129e29bd-2334-4e1f-85d5-a36bf8b87712 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6088006 Jun 29 15:54:05.382897 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-946792921-router', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:05.441259 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ebb5378-5867-45ad-837e-2329ad8e1f8a req-fe77787a-b58c-486e-a1c7-5c2402a11368 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733896 Jun 29 15:54:05.445833 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-044eb2f3-fd93-440a-8d7e-8c7e5bec80a3 req-134c2fd3-c618-4577-b00a-c7d91a02ca1a tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322021 Jun 29 15:54:05.448442 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1593'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:05.450270 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-924766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1584'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:05.512185 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:05.536133 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:05.578080 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40118) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:05.600491 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cc34d-3597-4ca7-909b-ef684c9ce725 req-9f5ecbd3-ee38-4608-ab17-924a8e83a5bd tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:05.602714 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ee3cc34d-3597-4ca7-909b-ef684c9ce725 req-9f5ecbd3-ee38-4608-ab17-924a8e83a5bd tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 943 time: 0.1513910 Jun 29 15:54:05.671990 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ee3cc34d-3597-4ca7-909b-ef684c9ce725 req-51fa66e2-bd34-48b7-9dbc-fbba8eb868f7 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607407 Jun 29 15:54:05.773093 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0c729846-b8b5-4e48-9c40-ccd69b4a9651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:05.828687 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1730'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:05.861235 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c7fb7-737d-4a83-983f-8bcb016ca47e req-025587ac-f210-495c-ab63-dbcf7e0e2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:05.863151 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee1c7fb7-737d-4a83-983f-8bcb016ca47e req-025587ac-f210-495c-ab63-dbcf7e0e2aca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ab3805f5784945b6b394857877c2330a&device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 1096 time: 0.3209412 Jun 29 15:54:05.899457 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0c729846-b8b5-4e48-9c40-ccd69b4a9651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:05.905684 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0c729846-b8b5-4e48-9c40-ccd69b4a9651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:05.920520 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-20b90db6-0c01-41df-bccf-d0847d6e763b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:05.922605 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2862257-6be6-5bf8-955d-10756022acbf-66c70838-37d8-496c-868c-910066ee33ba', 'network_id': '66c70838-37d8-496c-868c-910066ee33ba', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'fixed_ips': [{'subnet_id': 'c777f30a-8126-45f5-b6f9-a301beb0fe54'}]}} from dv-cinder-792209-4-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:54:05.923387 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:05.978501 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0c729846-b8b5-4e48-9c40-ccd69b4a9651 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b45fba9c1264255b1fa63a0ba84e527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989410 Jun 29 15:54:05.981937 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c729846-b8b5-4e48-9c40-ccd69b4a9651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b8e4f4-59f2-4f7c-8935-7c8f78bb0f32,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:05.983087 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 40124) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:05.996757 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0c729846-b8b5-4e48-9c40-ccd69b4a9651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:06.026448 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c7fb7-737d-4a83-983f-8bcb016ca47e req-e942cdb2-9068-4b3f-aa55-e81daaefe81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:06.027741 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee1c7fb7-737d-4a83-983f-8bcb016ca47e req-e942cdb2-9068-4b3f-aa55-e81daaefe81b service neutron] 10.222.0.81 "GET /v2.0/networks?id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f HTTP/1.1" status: 200 len: 915 time: 0.1357310 Jun 29 15:54:06.110233 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee1c7fb7-737d-4a83-983f-8bcb016ca47e req-b1b639a0-c549-4200-bc64-b476a0618f8e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7aa0d63-4bf9-4034-8447-c8097ee8cd10 HTTP/1.1" status: 200 len: 217 time: 0.0689294 Jun 29 15:54:06.159989 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-320d45d6-92a3-46d7-9ba9-d216799970b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:06.162647 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 0374fb75-bb6c-4231-8db3-c71f58c8b978 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:06.235553 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-320d45d6-92a3-46d7-9ba9-d216799970b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:06.245260 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c7fb7-737d-4a83-983f-8bcb016ca47e req-9ed91260-1d0e-4bdc-b60b-2aa8caee0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:06.246898 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee1c7fb7-737d-4a83-983f-8bcb016ca47e req-9ed91260-1d0e-4bdc-b60b-2aa8caee0d99 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c16c7709-1233-4e6f-be61-74b96428410e HTTP/1.1" status: 200 len: 854 time: 0.1198292 Jun 29 15:54:06.269582 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Allocated IP 172.20.0.2 (66c70838-37d8-496c-868c-910066ee33ba/c777f30a-8126-45f5-b6f9-a301beb0fe54/84cb6e85-d87f-49ef-b62e-664323860209) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:54:06.330406 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee1c7fb7-737d-4a83-983f-8bcb016ca47e req-e870887b-36e4-4fe1-8761-57c5acf373fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed559ab0-4bf7-4e9a-b537-3464bbb7300f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535650 Jun 29 15:54:06.370039 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 0374fb75-bb6c-4231-8db3-c71f58c8b978 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:06.370608 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:06.373711 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:06.415491 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:06.426425 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Transition to ACTIVE for port object 2c0b15de-5492-4801-b218-42a00b2a00a3 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:54:06.439152 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:06.444547 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:06.447808 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:06.497931 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-320d45d6-92a3-46d7-9ba9-d216799970b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:06.500594 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-320d45d6-92a3-46d7-9ba9-d216799970b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:06.501775 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-320d45d6-92a3-46d7-9ba9-d216799970b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68b8e4f4-59f2-4f7c-8935-7c8f78bb0f32 HTTP/1.1" status: 204 len: 168 time: 0.5176351 Jun 29 15:54:06.510009 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dff9f666-6bd9-44ca-975a-f2bd61560dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:06.538267 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d45d6-92a3-46d7-9ba9-d216799970b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b8e4f4-59f2-4f7c-8935-7c8f78bb0f32,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:06.549836 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee1c7fb7-737d-4a83-983f-8bcb016ca47e req-218702be-ff51-4fc2-ad0d-a929f8d14a94 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988838 Jun 29 15:54:06.550720 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-320d45d6-92a3-46d7-9ba9-d216799970b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:06.636600 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573d551-311b-4fad-ab6e-49c00806b1f2 None None] Pushing event updated for resources: {'Port': ['ID=2c0b15de-5492-4801-b218-42a00b2a00a3,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:06.668751 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b573d551-311b-4fad-ab6e-49c00806b1f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:06.744913 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:06.756147 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Transition to ACTIVE for port object 84cb6e85-d87f-49ef-b62e-664323860209 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:54:06.797508 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Transition to ACTIVE for port object 84cb6e85-d87f-49ef-b62e-664323860209 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:54:06.799714 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd2e92-4d36-4ad9-b3ae-51a26392f0e3 req-9cc823e9-304c-4b78-936a-8661532051cf tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:06.811161 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dedd2e92-4d36-4ad9-b3ae-51a26392f0e3 req-9cc823e9-304c-4b78-936a-8661532051cf tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0951750 Jun 29 15:54:06.817369 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:06.830433 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-cf4951f3-0059-46c4-9b55-34fa14cf147b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:06.843279 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Attempting to bind port 2c0b15de-5492-4801-b218-42a00b2a00a3 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:54:06.843991 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Attempting to bind port 2c0b15de-5492-4801-b218-42a00b2a00a3 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:54:06.844677 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Attempting to bind port 2c0b15de-5492-4801-b218-42a00b2a00a3 on network ef06879d-50c8-4635-a559-6c16b91b96ce {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:54:06.854882 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Network 66c70838-37d8-496c-868c-910066ee33ba is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:54:06.870684 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dedd2e92-4d36-4ad9-b3ae-51a26392f0e3 req-91138374-ba0f-4ec3-8fdb-476b9e985cba tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582619 Jun 29 15:54:06.888876 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:54:06.889912 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Checking segment: {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:54:06.889912 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:06.890359 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Bound using segment: {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:54:06.891038 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Bound port: 2c0b15de-5492-4801-b218-42a00b2a00a3, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:54:06.891555 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:06.923200 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee1c7fb7-737d-4a83-983f-8bcb016ca47e req-e67c1d50-c0cd-49a9-96b5-ba8d3f340f22 service neutron] 10.222.0.81 "GET /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609293 Jun 29 15:54:06.941683 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Allocated IP 172.27.1.13 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/a10575af-fc52-427b-bd26-bdea095a6cc0) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:54:06.982763 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] For port 2c0b15de-5492-4801-b218-42a00b2a00a3, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:54:06.987039 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] For port 2c0b15de-5492-4801-b218-42a00b2a00a3, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=2c0b15de-5492-4801-b218-42a00b2a00a3,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:54:06.992600 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:54:07.006457 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:54:07.012864 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.046869 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40140) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:07.063621 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Pushing event updated for resources: {'Port': ['ID=84cb6e85-d87f-49ef-b62e-664323860209,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:07.064551 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-827772a3-292b-4caa-9737-05222d57952a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.079308 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:07.080393 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:07.181348 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Attempting to bind port 84cb6e85-d87f-49ef-b62e-664323860209 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:54:07.182022 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Attempting to bind port 84cb6e85-d87f-49ef-b62e-664323860209 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '06895ac7-f918-4a54-803e-6dfe67a9f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66c70838-37d8-496c-868c-910066ee33ba'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:54:07.182670 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Attempting to bind port 84cb6e85-d87f-49ef-b62e-664323860209 on network 66c70838-37d8-496c-868c-910066ee33ba {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:54:07.204751 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-827772a3-292b-4caa-9737-05222d57952a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.212666 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:54:07.213176 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Checking segment: {'id': '06895ac7-f918-4a54-803e-6dfe67a9f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66c70838-37d8-496c-868c-910066ee33ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:54:07.213816 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.214246 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Bound using segment: {'id': '06895ac7-f918-4a54-803e-6dfe67a9f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66c70838-37d8-496c-868c-910066ee33ba'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:54:07.215003 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Bound port: 84cb6e85-d87f-49ef-b62e-664323860209, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06895ac7-f918-4a54-803e-6dfe67a9f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66c70838-37d8-496c-868c-910066ee33ba'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:54:07.215447 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.217866 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-827772a3-292b-4caa-9737-05222d57952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.224862 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-83ae8caf-08c6-4282-a208-e968e58e26ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:07.237799 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:54:07.238574 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:53:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:07.278305 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827772a3-292b-4caa-9737-05222d57952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942b6fb3-c9bf-44eb-a24b-0680834d2dc7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:07.306925 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-827772a3-292b-4caa-9737-05222d57952a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:07.319734 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bed90a-d8ca-49f0-959c-3409977441c1 req-36084177-2b0b-4e6e-8803-0ac91b371d37 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:07.326261 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78bed90a-d8ca-49f0-959c-3409977441c1 req-36084177-2b0b-4e6e-8803-0ac91b371d37 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 943 time: 0.4623406 Jun 29 15:54:07.327216 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-827772a3-292b-4caa-9737-05222d57952a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd46cf6a640c489ca5d0d3b21a453da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791741 Jun 29 15:54:07.330404 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40144) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:07.340315 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573d551-311b-4fad-ab6e-49c00806b1f2 None None] Pushing event updated for resources: {'Port': ['ID=2c0b15de-5492-4801-b218-42a00b2a00a3,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:07.350168 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b573d551-311b-4fad-ab6e-49c00806b1f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:07.394390 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78bed90a-d8ca-49f0-959c-3409977441c1 req-017fe9cc-671b-4ac7-9d60-4d7bc0ac2a21 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635808 Jun 29 15:54:07.422398 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-39177209-77c6-44b2-b86d-395da068020b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.441424 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.453139 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-39177209-77c6-44b2-b86d-395da068020b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.483816 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] For port 84cb6e85-d87f-49ef-b62e-664323860209, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:54:07.488132 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.491964 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-93c0fcd5-2622-4b6a-be67-1a90b27d331d tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:07.507142 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] For port 84cb6e85-d87f-49ef-b62e-664323860209, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=84cb6e85-d87f-49ef-b62e-664323860209,segment=NetworkSegment(06895ac7-f918-4a54-803e-6dfe67a9f1ce),segment_id=06895ac7-f918-4a54-803e-6dfe67a9f1ce)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:54:07.509420 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:54:07.514123 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.527418 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-39177209-77c6-44b2-b86d-395da068020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.532577 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-39177209-77c6-44b2-b86d-395da068020b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:07.534595 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:54:07.534759 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-39177209-77c6-44b2-b86d-395da068020b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/942b6fb3-c9bf-44eb-a24b-0680834d2dc7 HTTP/1.1" status: 204 len: 168 time: 0.2030461 Jun 29 15:54:07.535990 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0c729846-b8b5-4e48-9c40-ccd69b4a9651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:07.543207 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:07.547458 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39177209-77c6-44b2-b86d-395da068020b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942b6fb3-c9bf-44eb-a24b-0680834d2dc7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:07.550292 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:54:07.558443 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:54:07.559172 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-39177209-77c6-44b2-b86d-395da068020b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:07.596239 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Pushing event updated for resources: {'Port': ['ID=a10575af-fc52-427b-bd26-bdea095a6cc0,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:07.608481 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:07.704122 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Pushing event updated for resources: {'Port': ['ID=84cb6e85-d87f-49ef-b62e-664323860209,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:07.709058 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:07.834418 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:06Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:07.869666 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b644db3-a10f-4290-a03e-9dcb3207cbd8 None None] The sync data for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi is: [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:06Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:54:08.042729 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:08.457555 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646053'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:08.479766 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device e7aa0d63-4bf9-4034-8447-c8097ee8cd10 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:54:08.513522 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87864a49-9ec3-4ebc-aa3d-a3fe987231e5 req-c802b446-848d-4998-a47e-e02b1835db5c tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:08.530210 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87864a49-9ec3-4ebc-aa3d-a3fe987231e5 req-c802b446-848d-4998-a47e-e02b1835db5c tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.2525201 Jun 29 15:54:08.616789 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 2c0b15de-5492-4801-b218-42a00b2a00a3 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:08.763442 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Router 6ab84f95-b941-4085-ae4f-ce501275b044 is scheduled to L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:54:08.849805 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-87864a49-9ec3-4ebc-aa3d-a3fe987231e5 req-ff396199-6076-4bd1-9bb7-9e5703c2486c tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055723 Jun 29 15:54:09.209122 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:54:09.237637 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Sync routers for ids ['6ab84f95-b941-4085-ae4f-ce501275b044'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:54:09.260991 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Routers {'6ab84f95-b941-4085-ae4f-ce501275b044'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:54:09.262353 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:53:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['6ab84f95-b941-4085-ae4f-ce501275b044'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:09.279228 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456bac8-84bd-41b1-b531-f378acc24aea req-f865ff31-d004-427d-b7cf-1bfabbb5b68b tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:09.286620 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b456bac8-84bd-41b1-b531-f378acc24aea req-f865ff31-d004-427d-b7cf-1bfabbb5b68b tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 943 time: 0.2459135 Jun 29 15:54:09.288672 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:09.292194 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9184034 Jun 29 15:54:09.295286 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40178) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:09.356047 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port e7aa0d63-4bf9-4034-8447-c8097ee8cd10, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e7aa0d63-4bf9-4034-8447-c8097ee8cd10,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:09.399153 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270ed0a6-5f8d-4f1a-aeb1-671b6abeee60 None None] Network 66c70838-37d8-496c-868c-910066ee33ba requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:54:09.422736 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b456bac8-84bd-41b1-b531-f378acc24aea req-1996e605-02fe-4b76-90be-7ddaa6db3b4b tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226459 Jun 29 15:54:09.445479 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': 'e7aa0d63-4bf9-4034-8447-c8097ee8cd10', 'network_id': 'ed559ab0-4bf7-4e9a-b537-3464bbb7300f', 'port_id': 'e7aa0d63-4bf9-4034-8447-c8097ee8cd10', 'mac_address': 'fa:16:3e:c7:17:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16c7709-1233-4e6f-be61-74b96428410e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:54:09.457467 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 2c0b15de-5492-4801-b218-42a00b2a00a3 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:54:09.577979 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Set router 6ab84f95-b941-4085-ae4f-ce501275b044 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:54:09.613041 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 2c0b15de-5492-4801-b218-42a00b2a00a3 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:09.613429 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:09.738090 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8664c71c-071e-4650-88be-7293713d5bc8 None None] Provisioning for port 84cb6e85-d87f-49ef-b62e-664323860209 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:54:09.813956 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:09.876204 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7aa0d63-4bf9-4034-8447-c8097ee8cd10 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:54:09.914364 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'name': 'tempest-TestVolumeBootPattern-946792921-router', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:54:05Z', 'updated_at': '2021-06-29T15:54:07Z', 'revision_number': 3, 'project_id': '96538d9a5e1641e986059504f824ff5d', 'gw_port': {'id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:06Z', 'updated_at': '2021-06-29T15:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:09.929050 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port e7aa0d63-4bf9-4034-8447-c8097ee8cd10, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e7aa0d63-4bf9-4034-8447-c8097ee8cd10,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:09.945251 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:09.951063 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:09.953961 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Checking router: 6ab84f95-b941-4085-ae4f-ce501275b044 for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:54:09.954320 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Updating router 6ab84f95-b941-4085-ae4f-ce501275b044 port a10575af-fc52-427b-bd26-bdea095a6cc0 binding host dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:54:09.986401 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.053553 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.091999 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 2c0b15de-5492-4801-b218-42a00b2a00a3, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=2c0b15de-5492-4801-b218-42a00b2a00a3,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:10.099726 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.100740 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 84cb6e85-d87f-49ef-b62e-664323860209 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:10.168607 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=e7aa0d63-4bf9-4034-8447-c8097ee8cd10,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:10.175666 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:10.177659 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:10.264228 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 84cb6e85-d87f-49ef-b62e-664323860209 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:54:10.267385 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=2c0b15de-5492-4801-b218-42a00b2a00a3,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:10.281187 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:10.281187 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 84cb6e85-d87f-49ef-b62e-664323860209 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:10.281187 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.281187 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['e7aa0d63-4bf9-4034-8447-c8097ee8cd10'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:54:10.347198 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fb176-2e86-41fa-ade5-27a12ed892f8 req-c3a2b2e4-7b55-4f81-af79-ac509963ad41 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:10.350362 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8f4fb176-2e86-41fa-ade5-27a12ed892f8 req-c3a2b2e4-7b55-4f81-af79-ac509963ad41 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1901042 Jun 29 15:54:10.462513 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.539712 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 84cb6e85-d87f-49ef-b62e-664323860209, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=84cb6e85-d87f-49ef-b62e-664323860209,segment=NetworkSegment(06895ac7-f918-4a54-803e-6dfe67a9f1ce),segment_id=06895ac7-f918-4a54-803e-6dfe67a9f1ce)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:10.554503 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.559384 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:10.673540 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=84cb6e85-d87f-49ef-b62e-664323860209,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:10.677847 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:10.717955 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.721044 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 2c0b15de-5492-4801-b218-42a00b2a00a3 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:10.745091 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8f4fb176-2e86-41fa-ade5-27a12ed892f8 req-f0562e84-bfa1-48a0-ba6c-af7782cd5977 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387390 Jun 29 15:54:10.755147 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Transition to ACTIVE for port object a10575af-fc52-427b-bd26-bdea095a6cc0 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:54:10.770040 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.781513 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-03fa5bd5-6b70-410f-b6d7-05c18aa2bd3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:10.782269 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bff52e-c8ee-4a72-82a7-d40b8511ca1b req-cf24b96b-bdba-461c-9f06-7649218575df tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:10.784380 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d3bff52e-c8ee-4a72-82a7-d40b8511ca1b req-cf24b96b-bdba-461c-9f06-7649218575df tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 944 time: 0.1874142 Jun 29 15:54:10.812363 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-b828f60c-fa02-4f8b-8582-a91eb32976ab None None] Provisioning complete for port 84cb6e85-d87f-49ef-b62e-664323860209 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:10.813003 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b828f60c-fa02-4f8b-8582-a91eb32976ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.815192 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.856498 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c0e61-decc-4b66-a7e9-05002c581067 None None] Pushing event updated for resources: {'Port': ['ID=a10575af-fc52-427b-bd26-bdea095a6cc0,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:10.861648 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-cf4c0e61-decc-4b66-a7e9-05002c581067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:10.861901 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 2c0b15de-5492-4801-b218-42a00b2a00a3 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:10.862465 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.862609 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Attempting to bind port a10575af-fc52-427b-bd26-bdea095a6cc0 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:54:10.862938 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Attempting to bind port a10575af-fc52-427b-bd26-bdea095a6cc0 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:54:10.863588 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d3bff52e-c8ee-4a72-82a7-d40b8511ca1b req-9efe4d7b-85cf-4c7b-aa1b-37a383cedcef tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699153 Jun 29 15:54:10.863942 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Attempting to bind port a10575af-fc52-427b-bd26-bdea095a6cc0 on network bfa67d25-b868-43ee-b5d8-7530adde7935 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:54:10.871968 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:54:10.872361 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Checking segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:54:10.872772 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.873168 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Bound using segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:54:10.873680 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Bound port: a10575af-fc52-427b-bd26-bdea095a6cc0, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:54:10.874096 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.969211 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] For port a10575af-fc52-427b-bd26-bdea095a6cc0, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:54:10.973096 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] For port a10575af-fc52-427b-bd26-bdea095a6cc0, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=a10575af-fc52-427b-bd26-bdea095a6cc0,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:54:10.983354 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:10.988849 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:11.009141 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-24d325df-3983-4bee-85d8-32af4bc450f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:11.058525 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c0e61-decc-4b66-a7e9-05002c581067 None None] Pushing event updated for resources: {'Port': ['ID=a10575af-fc52-427b-bd26-bdea095a6cc0,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:11.063083 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-cf4c0e61-decc-4b66-a7e9-05002c581067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:11.066129 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Routers {'6ab84f95-b941-4085-ae4f-ce501275b044'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:54:11.066815 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:53:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['6ab84f95-b941-4085-ae4f-ce501275b044'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:11.079888 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Allocated IP 172.20.0.1 (66c70838-37d8-496c-868c-910066ee33ba/c777f30a-8126-45f5-b6f9-a301beb0fe54/7fc588a3-4d98-410e-b7cc-2b704063ba7b) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:54:11.178600 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] Set router 6ab84f95-b941-4085-ae4f-ce501275b044 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:54:11.191979 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:11.215689 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Transition to ACTIVE for port object 7fc588a3-4d98-410e-b7cc-2b704063ba7b will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:54:11.254235 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9716266'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:11.256866 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:11.299005 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Network 66c70838-37d8-496c-868c-910066ee33ba is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:54:11.304918 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:54:11.309860 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:54:11.313019 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Pushing event updated for resources: {'Port': ['ID=7fc588a3-4d98-410e-b7cc-2b704063ba7b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:11.338408 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:11.358495 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001858'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:11.388988 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'name': 'tempest-TestVolumeBootPattern-946792921-router', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:54:05Z', 'updated_at': '2021-06-29T15:54:07Z', 'revision_number': 3, 'project_id': '96538d9a5e1641e986059504f824ff5d', 'gw_port': {'id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:06Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:11.415990 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0de9a3-b39d-4fd9-9ed5-303faff8acb4 None None] The sync data for ids ['6ab84f95-b941-4085-ae4f-ce501275b044'] in dv-cinder-792209-4-iscsi is: [{'id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'name': 'tempest-TestVolumeBootPattern-946792921-router', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:54:05Z', 'updated_at': '2021-06-29T15:54:07Z', 'revision_number': 3, 'project_id': '96538d9a5e1641e986059504f824ff5d', 'gw_port': {'id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:06Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:54:11.513797 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:11.555068 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-7a7ccadf-69b0-42bb-ac2e-2a0db723f0c6 None None] Provisioning for port 7fc588a3-4d98-410e-b7cc-2b704063ba7b completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:54:11.560824 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-7a7ccadf-69b0-42bb-ac2e-2a0db723f0c6 None None] Provisioning complete for port 7fc588a3-4d98-410e-b7cc-2b704063ba7b triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:11.562335 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7a7ccadf-69b0-42bb-ac2e-2a0db723f0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:11.613225 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-7a7ccadf-69b0-42bb-ac2e-2a0db723f0c6 None None] Port 7fc588a3-4d98-410e-b7cc-2b704063ba7b cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:54:11.705529 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:11.718195 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9716248'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:11.730127 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:11.858798 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Pushing event updated for resources: {'Port': ['ID=7fc588a3-4d98-410e-b7cc-2b704063ba7b,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:11.868491 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:11.869561 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001750'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:12.068403 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Network 66c70838-37d8-496c-868c-910066ee33ba is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:54:12.070101 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:54:12.077065 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e57308-14bb-4036-8dd1-8d710e34e52d req-3f76ca2b-ca83-49d0-b775-14a752fb439d tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:12.089643 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-76e57308-14bb-4036-8dd1-8d710e34e52d req-3f76ca2b-ca83-49d0-b775-14a752fb439d tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1583917 Jun 29 15:54:12.172456 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-76e57308-14bb-4036-8dd1-8d710e34e52d req-23e8bf7e-3d64-463b-a156-0e6c53cac234 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810442 Jun 29 15:54:12.260512 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Router 6ab84f95-b941-4085-ae4f-ce501275b044 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:54:12.444260 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-eeb2e847-3e09-4ebc-9d83-9cddbb4b45aa None None] Provisioning complete for port 7fc588a3-4d98-410e-b7cc-2b704063ba7b triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:12.444827 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eeb2e847-3e09-4ebc-9d83-9cddbb4b45aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:12.453756 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:54:12.460614 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] 10.222.0.69 "PUT /v2.0/routers/6ab84f95-b941-4085-ae4f-ce501275b044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1640217 Jun 29 15:54:12.467101 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8854079-6a5f-4cf9-8d22-6f6a4c0b13ba req-410752fa-5db7-4a30-a925-e185eca5fd49 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:12.469833 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f8854079-6a5f-4cf9-8d22-6f6a4c0b13ba req-410752fa-5db7-4a30-a925-e185eca5fd49 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 944 time: 0.0944755 Jun 29 15:54:12.519730 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2e847-3e09-4ebc-9d83-9cddbb4b45aa None None] Port 7fc588a3-4d98-410e-b7cc-2b704063ba7b cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:54:12.531944 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f8854079-6a5f-4cf9-8d22-6f6a4c0b13ba req-f619f03e-3040-4d04-9f0d-493873874440 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563459 Jun 29 15:54:12.537860 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device e7aa0d63-4bf9-4034-8447-c8097ee8cd10 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:12.632811 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port e7aa0d63-4bf9-4034-8447-c8097ee8cd10 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:54:12.639116 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port e7aa0d63-4bf9-4034-8447-c8097ee8cd10 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:12.639753 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:12.789732 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 84cb6e85-d87f-49ef-b62e-664323860209 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:12.798119 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:12.839962 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554164eb-a295-4161-8d83-5258c7c6084c req-59e23b6b-f144-441f-86df-6fc37b27a7bf tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:12.842381 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-554164eb-a295-4161-8d83-5258c7c6084c req-59e23b6b-f144-441f-86df-6fc37b27a7bf tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.1422551 Jun 29 15:54:12.860745 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2512d0d7-7f95-41db-9d73-a5af87f1ccc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aa0d63-4bf9-4034-8447-c8097ee8cd10'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:54:12.863107 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0512fef0-4c3e-4a68-b6fa-b7977d7b6599" -d '{"events": [{"server_uuid": "2512d0d7-7f95-41db-9d73-a5af87f1ccc4", "name": "network-vif-plugged", "status": "completed", "tag": "e7aa0d63-4bf9-4034-8447-c8097ee8cd10"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:54:12.878448 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port e7aa0d63-4bf9-4034-8447-c8097ee8cd10, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e7aa0d63-4bf9-4034-8447-c8097ee8cd10,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:12.885874 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-554164eb-a295-4161-8d83-5258c7c6084c req-c9b62d3d-e054-4ebd-968f-e53173fa8c45 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373824 Jun 29 15:54:12.886532 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:12.889457 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:12.918837 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 84cb6e85-d87f-49ef-b62e-664323860209 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:12.918837 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:12.975243 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=e7aa0d63-4bf9-4034-8447-c8097ee8cd10,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:12.979565 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:13.030762 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a10575af-fc52-427b-bd26-bdea095a6cc0 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:13.102658 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port a10575af-fc52-427b-bd26-bdea095a6cc0 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:54:13.111341 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port a10575af-fc52-427b-bd26-bdea095a6cc0 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:13.111990 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.116456 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b91a1c-619d-44be-8572-7631de068237 req-4631453b-4ccb-49d2-8c0e-30dd8d07c8ed tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:13.118377 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d4b91a1c-619d-44be-8572-7631de068237 req-4631453b-4ccb-49d2-8c0e-30dd8d07c8ed tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.1061144 Jun 29 15:54:13.186116 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d4b91a1c-619d-44be-8572-7631de068237 req-731d3e13-d2f1-4f10-824c-b98b71beb888 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547736 Jun 29 15:54:13.258883 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e952ee4e-c904-4c1c-8be9-a15022100915 x-openstack-request-id: req-e952ee4e-c904-4c1c-8be9-a15022100915 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:54:13.259817 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2512d0d7-7f95-41db-9d73-a5af87f1ccc4", "name": "network-vif-plugged", "status": "completed", "tag": "e7aa0d63-4bf9-4034-8447-c8097ee8cd10", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:54:13.260514 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e952ee4e-c904-4c1c-8be9-a15022100915 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:54:13.261377 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2512d0d7-7f95-41db-9d73-a5af87f1ccc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7aa0d63-4bf9-4034-8447-c8097ee8cd10', 'code': 200} Jun 29 15:54:13.298848 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.337958 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port a10575af-fc52-427b-bd26-bdea095a6cc0, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=a10575af-fc52-427b-bd26-bdea095a6cc0,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:13.343770 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40258) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:13.347585 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.349547 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-56937534-8efb-4c16-ba43-7a69b13b5828 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1264612538', 'description': 'tempest-secgroup-smoke-1264612538 description', 'project_id': '03fed08d2d30427c9b704b601461f29c'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:13.351744 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:13.399068 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-56937534-8efb-4c16-ba43-7a69b13b5828 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.460729 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=a10575af-fc52-427b-bd26-bdea095a6cc0,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:13.464855 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:13.541179 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-56937534-8efb-4c16-ba43-7a69b13b5828 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.551579 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-56937534-8efb-4c16-ba43-7a69b13b5828 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.561676 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-aa25e6c0-2bdb-42b5-bd98-092638778dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:13.562397 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cc4de-a1ff-49c1-85e4-028b0783b9ea req-0d1ade90-7459-4a53-8b8a-9807f04bf5c1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:13.565287 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c93cc4de-a1ff-49c1-85e4-028b0783b9ea req-0d1ade90-7459-4a53-8b8a-9807f04bf5c1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1235857 Jun 29 15:54:13.602734 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-56937534-8efb-4c16-ba43-7a69b13b5828 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.603678 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-56937534-8efb-4c16-ba43-7a69b13b5828 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2586455 Jun 29 15:54:13.608520 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40262) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:13.613718 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-20ed2518-b80e-4ee8-8895-0c1932dc8e12 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Request body: {'security_group_rule': {'security_group_id': '56bebd20-8f98-4818-afdc-cf7130f395af', 'project_id': '03fed08d2d30427c9b704b601461f29c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:13.623430 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56937534-8efb-4c16-ba43-7a69b13b5828 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56bebd20-8f98-4818-afdc-cf7130f395af,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:13.638159 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-56937534-8efb-4c16-ba43-7a69b13b5828 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:13.666318 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20ed2518-b80e-4ee8-8895-0c1932dc8e12 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.669567 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c93cc4de-a1ff-49c1-85e4-028b0783b9ea req-eafec2f2-b5af-4c2f-b470-3149b8e62c20 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893340 Jun 29 15:54:13.672047 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44e2ad-1109-410b-a3da-4e70f02df7b1 req-56084620-b035-4f5e-ae22-84307eb1d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:13.673650 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ab44e2ad-1109-410b-a3da-4e70f02df7b1 req-56084620-b035-4f5e-ae22-84307eb1d872 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 1098 time: 0.1626008 Jun 29 15:54:13.710209 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.763841 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ddd5c996-7ae5-4dc7-97bc-39f988456915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.764677 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ab44e2ad-1109-410b-a3da-4e70f02df7b1 req-1bb3b651-ac93-4658-a0bd-29d9bbccbd3d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797760 Jun 29 15:54:13.840339 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Sync routers for ids ['6ab84f95-b941-4085-ae4f-ce501275b044'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:54:13.851691 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Routers {'6ab84f95-b941-4085-ae4f-ce501275b044'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:54:13.852435 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:54:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['6ab84f95-b941-4085-ae4f-ce501275b044'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:13.859209 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20ed2518-b80e-4ee8-8895-0c1932dc8e12 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.867630 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20ed2518-b80e-4ee8-8895-0c1932dc8e12 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.874793 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:13.892866 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed2518-b80e-4ee8-8895-0c1932dc8e12 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341680ef-7ee6-4b6a-a91f-18c0cce13b39,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:13.897911 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-20ed2518-b80e-4ee8-8895-0c1932dc8e12 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:13.905895 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-20ed2518-b80e-4ee8-8895-0c1932dc8e12 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.907103 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-20ed2518-b80e-4ee8-8895-0c1932dc8e12 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2972293 Jun 29 15:54:13.910602 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 40268) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:13.916553 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Request body: {'security_group_rule': {'security_group_id': '56bebd20-8f98-4818-afdc-cf7130f395af', 'project_id': '03fed08d2d30427c9b704b601461f29c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:13.922694 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0c0f7-dad5-4761-84c8-e3f3040874d9 req-e8c212f6-756f-4d35-970d-5040e39c70cc tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:13.924258 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e9e0c0f7-dad5-4761-84c8-e3f3040874d9 req-e8c212f6-756f-4d35-970d-5040e39c70cc tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 945 time: 0.1331527 Jun 29 15:54:13.972617 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:13.990960 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Set router 6ab84f95-b941-4085-ae4f-ce501275b044 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:54:14.005950 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e9e0c0f7-dad5-4761-84c8-e3f3040874d9 req-4dbde5ca-9b6f-4438-838f-5164ba3ed7b8 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713422 Jun 29 15:54:14.093966 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.099333 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.105603 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:14.126021 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef43cf10-3563-4059-a3ee-8ac18f9d8b24,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:14.134116 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.135313 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2229958 Jun 29 15:54:14.138811 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40272) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:14.142754 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:14.143126 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:14.143490 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:14.143846 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:14.144196 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:14.144551 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:14.144787 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-c900d4b9-7522-4beb-acd0-9ac1c79c315a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Request body: {'security_group_rule': {'security_group_id': '56bebd20-8f98-4818-afdc-cf7130f395af', 'project_id': '03fed08d2d30427c9b704b601461f29c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:14.144905 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:14.145234 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:14.145640 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:14.146026 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:14.146358 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:14.146699 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:14.153485 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:14.171184 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ddee8-c579-4aab-b572-dc5ac52940c8 req-b9a5e3aa-7bc2-46ae-af0a-f86be00c4bbf tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:14.173048 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ad4ddee8-c579-4aab-b572-dc5ac52940c8 req-b9a5e3aa-7bc2-46ae-af0a-f86be00c4bbf tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.1274176 Jun 29 15:54:14.188206 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c900d4b9-7522-4beb-acd0-9ac1c79c315a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.218026 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ad4ddee8-c579-4aab-b572-dc5ac52940c8 req-e1e179c9-365e-42b3-896a-505070d1f879 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378351 Jun 29 15:54:14.253795 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'name': 'tempest-TestVolumeBootPattern-946792921-router', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:54:05Z', 'updated_at': '2021-06-29T15:54:11Z', 'revision_number': 4, 'project_id': '96538d9a5e1641e986059504f824ff5d', 'gw_port': {'id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:06Z', 'updated_at': '2021-06-29T15:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '7fc588a3-4d98-410e-b7cc-2b704063ba7b', 'name': '', 'network_id': '66c70838-37d8-496c-868c-910066ee33ba', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'mac_address': 'fa:16:3e:31:4e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'c777f30a-8126-45f5-b6f9-a301beb0fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:10Z', 'updated_at': '2021-06-29T15:54:11Z', 'revision_number': 2, 'project_id': '96538d9a5e1641e986059504f824ff5d', 'subnets': [{'id': 'c777f30a-8126-45f5-b6f9-a301beb0fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:14.269467 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c900d4b9-7522-4beb-acd0-9ac1c79c315a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.274733 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c900d4b9-7522-4beb-acd0-9ac1c79c315a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.278649 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:14.287932 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Checking router: 6ab84f95-b941-4085-ae4f-ce501275b044 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:54:14.288304 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Updating router 6ab84f95-b941-4085-ae4f-ce501275b044 port 7fc588a3-4d98-410e-b7cc-2b704063ba7b binding host dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:54:14.299172 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900d4b9-7522-4beb-acd0-9ac1c79c315a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a958db0f-0738-4215-9dd3-ceb4291daafe,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:14.305521 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c900d4b9-7522-4beb-acd0-9ac1c79c315a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:14.316628 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c900d4b9-7522-4beb-acd0-9ac1c79c315a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.320954 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c900d4b9-7522-4beb-acd0-9ac1c79c315a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1773682 Jun 29 15:54:14.321354 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40276) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:14.327136 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-051f2e48-03e5-468a-9763-2a4a293dcf19 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Request body: {'security_group_rule': {'security_group_id': '56bebd20-8f98-4818-afdc-cf7130f395af', 'project_id': '03fed08d2d30427c9b704b601461f29c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:14.336439 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.404167 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-051f2e48-03e5-468a-9763-2a4a293dcf19 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.482562 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160554bc-c612-4729-8d86-16072caf5c68 req-0c4e438e-d773-46d9-9a48-27a04656e6c0 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:14.484129 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-160554bc-c612-4729-8d86-16072caf5c68 req-0c4e438e-d773-46d9-9a48-27a04656e6c0 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.1421895 Jun 29 15:54:14.543636 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-051f2e48-03e5-468a-9763-2a4a293dcf19 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.551665 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-051f2e48-03e5-468a-9763-2a4a293dcf19 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.564251 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:14.584170 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-160554bc-c612-4729-8d86-16072caf5c68 req-2be79010-043b-485f-8c35-fab6506d86e4 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894604 Jun 29 15:54:14.589577 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f2e48-03e5-468a-9763-2a4a293dcf19 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18e8242-c5f4-4b2c-b2fa-b56d6cae061f,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:14.596134 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-051f2e48-03e5-468a-9763-2a4a293dcf19 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:14.601373 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-051f2e48-03e5-468a-9763-2a4a293dcf19 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.602775 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-051f2e48-03e5-468a-9763-2a4a293dcf19 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2800083 Jun 29 15:54:14.605467 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 40278) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:14.612390 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-4713f7c3-cd68-42b4-a982-73aa86857130 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Request body: {'security_group_rule': {'security_group_id': '56bebd20-8f98-4818-afdc-cf7130f395af', 'project_id': '03fed08d2d30427c9b704b601461f29c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:14.650735 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.securitygroups_db [None req-4713f7c3-cd68-42b4-a982-73aa86857130 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Project 03fed08d2d30427c9b704b601461f29c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 15:54:14.656672 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4713f7c3-cd68-42b4-a982-73aa86857130 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.690786 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.698355 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a10575af-fc52-427b-bd26-bdea095a6cc0 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:14.716377 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4713f7c3-cd68-42b4-a982-73aa86857130 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.721048 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4713f7c3-cd68-42b4-a982-73aa86857130 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.723335 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7cf8bbba-6010-4087-8063-95a085bb10e3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:14.742912 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713f7c3-cd68-42b4-a982-73aa86857130 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385135ac-04de-4731-bd5e-dfc47d4d3f81,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:14.746022 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4713f7c3-cd68-42b4-a982-73aa86857130 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:14.749734 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-4713f7c3-cd68-42b4-a982-73aa86857130 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.751327 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-4713f7c3-cd68-42b4-a982-73aa86857130 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433434 Jun 29 15:54:14.753914 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 40282) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:14.759075 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-5e2bc953-9a93-4953-947f-7fdc211b8d75 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Request body: {'security_group_rule': {'security_group_id': '56bebd20-8f98-4818-afdc-cf7130f395af', 'project_id': '03fed08d2d30427c9b704b601461f29c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:14.784028 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.securitygroups_db [None req-5e2bc953-9a93-4953-947f-7fdc211b8d75 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Project 03fed08d2d30427c9b704b601461f29c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 15:54:14.793820 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc953-9a93-4953-947f-7fdc211b8d75 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.857075 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port a10575af-fc52-427b-bd26-bdea095a6cc0 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:14.857493 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.914891 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc953-9a93-4953-947f-7fdc211b8d75 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.957944 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc953-9a93-4953-947f-7fdc211b8d75 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.967331 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:14.970989 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:14.985488 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Transition to ACTIVE for port object 7fc588a3-4d98-410e-b7cc-2b704063ba7b will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:54:15.018698 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bc953-9a93-4953-947f-7fdc211b8d75 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22aebca3-53b0-4306-800a-99fecc0be2a0,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:15.026856 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:15.029040 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-5e2bc953-9a93-4953-947f-7fdc211b8d75 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:15.031791 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:15.038247 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc953-9a93-4953-947f-7fdc211b8d75 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:15.046175 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5e2bc953-9a93-4953-947f-7fdc211b8d75 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2905636 Jun 29 15:54:15.074095 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b8073-0f94-4c05-8ab6-ed02c3a45f37 req-8f5aa7d1-ae95-47e7-a0a1-03dc7d13e48a tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:15.087904 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a47b8073-0f94-4c05-8ab6-ed02c3a45f37 req-8f5aa7d1-ae95-47e7-a0a1-03dc7d13e48a tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.2259817 Jun 29 15:54:15.106675 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a7413-dea9-4ab0-941f-9d7dd80ad69f None None] Pushing event updated for resources: {'Port': ['ID=7fc588a3-4d98-410e-b7cc-2b704063ba7b,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:15.158572 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-033a7413-dea9-4ab0-941f-9d7dd80ad69f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:15.184745 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a47b8073-0f94-4c05-8ab6-ed02c3a45f37 req-7ebe5541-6f3b-4c68-baa7-485476e47281 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950291 Jun 29 15:54:15.280270 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Attempting to bind port 7fc588a3-4d98-410e-b7cc-2b704063ba7b on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:54:15.280659 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Attempting to bind port 7fc588a3-4d98-410e-b7cc-2b704063ba7b by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '06895ac7-f918-4a54-803e-6dfe67a9f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66c70838-37d8-496c-868c-910066ee33ba'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:54:15.283081 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Attempting to bind port 7fc588a3-4d98-410e-b7cc-2b704063ba7b on network 66c70838-37d8-496c-868c-910066ee33ba {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:54:15.302767 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:54:15.303463 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Checking segment: {'id': '06895ac7-f918-4a54-803e-6dfe67a9f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66c70838-37d8-496c-868c-910066ee33ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:54:15.303917 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:15.304715 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Bound using segment: {'id': '06895ac7-f918-4a54-803e-6dfe67a9f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66c70838-37d8-496c-868c-910066ee33ba'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:54:15.305347 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Bound port: 7fc588a3-4d98-410e-b7cc-2b704063ba7b, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06895ac7-f918-4a54-803e-6dfe67a9f1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '66c70838-37d8-496c-868c-910066ee33ba'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:54:15.307373 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:15.475576 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b4fa3-1d3a-47d0-b0ce-0026038110ee req-4b0b0a41-8af7-4a79-8533-8d441006fb62 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:15.498869 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] For port 7fc588a3-4d98-410e-b7cc-2b704063ba7b, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:54:15.504302 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] For port 7fc588a3-4d98-410e-b7cc-2b704063ba7b, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=7fc588a3-4d98-410e-b7cc-2b704063ba7b,segment=NetworkSegment(06895ac7-f918-4a54-803e-6dfe67a9f1ce),segment_id=06895ac7-f918-4a54-803e-6dfe67a9f1ce)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:54:15.504598 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8d3b4fa3-1d3a-47d0-b0ce-0026038110ee req-4b0b0a41-8af7-4a79-8533-8d441006fb62 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 945 time: 0.2371900 Jun 29 15:54:15.511740 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:15.514170 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:15.515246 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c66f1-9a02-48b0-a28c-e2158529dd6c req-ad840d4a-6db5-4ea5-b543-f609544379cf tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:15.516959 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f27c66f1-9a02-48b0-a28c-e2158529dd6c req-ad840d4a-6db5-4ea5-b543-f609544379cf tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.1037974 Jun 29 15:54:15.612610 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a7413-dea9-4ab0-941f-9d7dd80ad69f None None] Pushing event updated for resources: {'Port': ['ID=7fc588a3-4d98-410e-b7cc-2b704063ba7b,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:15.619483 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f27c66f1-9a02-48b0-a28c-e2158529dd6c req-3d77f726-54f6-49e1-b0e8-8361a1ec2103 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938027 Jun 29 15:54:15.628348 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8d3b4fa3-1d3a-47d0-b0ce-0026038110ee req-f53d11c7-306c-47c2-bc09-0a1dbcdd94da tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220961 Jun 29 15:54:15.631959 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-033a7413-dea9-4ab0-941f-9d7dd80ad69f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:15.635931 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Routers {'6ab84f95-b941-4085-ae4f-ce501275b044'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:54:15.637075 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:54:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['6ab84f95-b941-4085-ae4f-ce501275b044'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:15.800633 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] Set router 6ab84f95-b941-4085-ae4f-ce501275b044 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:54:15.954627 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600224-1507-4a06-8404-fe7ce8e9a39e req-9b0057a0-c80b-473b-947c-11528a642983 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:15.969207 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6e600224-1507-4a06-8404-fe7ce8e9a39e req-9b0057a0-c80b-473b-947c-11528a642983 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.1909049 Jun 29 15:54:16.058471 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6e600224-1507-4a06-8404-fe7ce8e9a39e req-ddde50bd-5335-48b2-ae1a-8891d79a7bd7 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860274 Jun 29 15:54:16.073556 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'name': 'tempest-TestVolumeBootPattern-946792921-router', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:54:05Z', 'updated_at': '2021-06-29T15:54:11Z', 'revision_number': 4, 'project_id': '96538d9a5e1641e986059504f824ff5d', 'gw_port': {'id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:06Z', 'updated_at': '2021-06-29T15:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '7fc588a3-4d98-410e-b7cc-2b704063ba7b', 'name': '', 'network_id': '66c70838-37d8-496c-868c-910066ee33ba', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'mac_address': 'fa:16:3e:31:4e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'c777f30a-8126-45f5-b6f9-a301beb0fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:10Z', 'updated_at': '2021-06-29T15:54:15Z', 'revision_number': 4, 'project_id': '96538d9a5e1641e986059504f824ff5d', 'subnets': [{'id': 'c777f30a-8126-45f5-b6f9-a301beb0fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:16.105357 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88daca5-997e-4ebc-a64a-b4e8e81d0eba None None] The sync data for ids ['6ab84f95-b941-4085-ae4f-ce501275b044'] in dv-cinder-792209-4-iscsi is: [{'id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'name': 'tempest-TestVolumeBootPattern-946792921-router', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:54:05Z', 'updated_at': '2021-06-29T15:54:11Z', 'revision_number': 4, 'project_id': '96538d9a5e1641e986059504f824ff5d', 'gw_port': {'id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:06Z', 'updated_at': '2021-06-29T15:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '7fc588a3-4d98-410e-b7cc-2b704063ba7b', 'name': '', 'network_id': '66c70838-37d8-496c-868c-910066ee33ba', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'mac_address': 'fa:16:3e:31:4e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'c777f30a-8126-45f5-b6f9-a301beb0fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:10Z', 'updated_at': '2021-06-29T15:54:15Z', 'revision_number': 4, 'project_id': '96538d9a5e1641e986059504f824ff5d', 'subnets': [{'id': 'c777f30a-8126-45f5-b6f9-a301beb0fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:54:16.227259 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:16.479893 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee9cc4-f19f-419e-96f9-c8fb82d3aef7 req-a2856f86-379f-4512-88f2-353cbbc87fc1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:16.481628 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9aee9cc4-f19f-419e-96f9-c8fb82d3aef7 req-a2856f86-379f-4512-88f2-353cbbc87fc1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0905447 Jun 29 15:54:16.568122 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9aee9cc4-f19f-419e-96f9-c8fb82d3aef7 req-5677c056-2bd4-424b-a06c-41950a45401b tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718524 Jun 29 15:54:16.696497 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 7fc588a3-4d98-410e-b7cc-2b704063ba7b up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:16.833418 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 7fc588a3-4d98-410e-b7cc-2b704063ba7b completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:54:16.843488 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 7fc588a3-4d98-410e-b7cc-2b704063ba7b triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:16.844133 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:16.916731 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51cf4f-f2cd-4b54-8042-baf53acbff14 req-ef358610-55ea-4af7-8d30-ad13368e75d9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:16.918823 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1c51cf4f-f2cd-4b54-8042-baf53acbff14 req-ef358610-55ea-4af7-8d30-ad13368e75d9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.1070507 Jun 29 15:54:16.979562 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:16.980782 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1c51cf4f-f2cd-4b54-8042-baf53acbff14 req-5f1d201d-2595-4d57-a318-fd2ef9453081 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544560 Jun 29 15:54:17.023332 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfae36-47f9-4903-a130-be19ffe99837 req-449f9afb-df95-46c9-b2e4-6e738158edbc tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:17.025924 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-59cfae36-47f9-4903-a130-be19ffe99837 req-449f9afb-df95-46c9-b2e4-6e738158edbc tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 945 time: 0.1211469 Jun 29 15:54:17.040202 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 7fc588a3-4d98-410e-b7cc-2b704063ba7b, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=7fc588a3-4d98-410e-b7cc-2b704063ba7b,segment=NetworkSegment(06895ac7-f918-4a54-803e-6dfe67a9f1ce),segment_id=06895ac7-f918-4a54-803e-6dfe67a9f1ce)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:17.050614 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:17.053546 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:17.086957 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-59cfae36-47f9-4903-a130-be19ffe99837 req-78dee201-919c-4c9a-bff0-d4383ac90fa4 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486338 Jun 29 15:54:17.118488 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=7fc588a3-4d98-410e-b7cc-2b704063ba7b,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:17.133530 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:17.135030 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:17.136451 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:17.137431 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:17.137780 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:17.138122 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:17.138467 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:17.138803 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:17.139141 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:17.139470 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:17.139798 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:17.140123 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:17.144521 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:17.341016 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ae193-5d75-4e9c-809f-0000ee9b58b9 req-22144c76-1e0a-4ac7-9d70-44771e558033 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:17.342636 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa8ae193-5d75-4e9c-809f-0000ee9b58b9 req-22144c76-1e0a-4ac7-9d70-44771e558033 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0881567 Jun 29 15:54:17.400076 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa8ae193-5d75-4e9c-809f-0000ee9b58b9 req-401db63d-7b60-44a7-8aab-c686524745f9 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460830 Jun 29 15:54:17.771271 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca9b4e-1ab1-41b5-ab0a-035df20be5b5 req-873bb2de-e3c6-4d0e-a12f-4d15a998f887 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:17.772781 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f6ca9b4e-1ab1-41b5-ab0a-035df20be5b5 req-873bb2de-e3c6-4d0e-a12f-4d15a998f887 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0792179 Jun 29 15:54:17.828323 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f6ca9b4e-1ab1-41b5-ab0a-035df20be5b5 req-eda93122-92ce-48f7-9e9e-f947e1d12166 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493126 Jun 29 15:54:18.175752 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a9e18-8418-482a-a29c-433af9656aa9 req-f98bd909-845a-400d-bf86-6de5d0b1a4a8 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:18.178290 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-752a9e18-8418-482a-a29c-433af9656aa9 req-f98bd909-845a-400d-bf86-6de5d0b1a4a8 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0740278 Jun 29 15:54:18.224104 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-752a9e18-8418-482a-a29c-433af9656aa9 req-1f431200-e8e6-442e-9f2d-41a3fc0bb561 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385060 Jun 29 15:54:18.608818 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747a795-be24-4728-8b97-82dc9b35a812 req-c0e7bd3a-b5a7-417e-a7c2-e78c094a5815 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:18.610361 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9747a795-be24-4728-8b97-82dc9b35a812 req-c0e7bd3a-b5a7-417e-a7c2-e78c094a5815 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0729272 Jun 29 15:54:18.655272 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 7fc588a3-4d98-410e-b7cc-2b704063ba7b up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:18.663349 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9747a795-be24-4728-8b97-82dc9b35a812 req-5984c8a8-f4b6-4056-baeb-8b06cc9fae36 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450141 Jun 29 15:54:18.724987 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 7fc588a3-4d98-410e-b7cc-2b704063ba7b triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:18.725639 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:19.038584 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69bd18-210f-452a-915c-c75f1df8b0c5 req-4cb4f692-c133-4b49-b107-07af9e406bb8 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:19.038584 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1f69bd18-210f-452a-915c-c75f1df8b0c5 req-4cb4f692-c133-4b49-b107-07af9e406bb8 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0794067 Jun 29 15:54:19.086170 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1f69bd18-210f-452a-915c-c75f1df8b0c5 req-b91bcd00-07ce-4454-95e7-1a2d65375799 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Jun 29 15:54:19.409472 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a9a45-4e0a-4669-8478-fb5c7067b6e1 req-16fc010e-7b2b-487b-964c-f337e867350e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:19.411036 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-763a9a45-4e0a-4669-8478-fb5c7067b6e1 req-16fc010e-7b2b-487b-964c-f337e867350e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0639956 Jun 29 15:54:19.452389 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-763a9a45-4e0a-4669-8478-fb5c7067b6e1 req-be5b6c70-a153-44b2-82b3-16a4c871db51 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354266 Jun 29 15:54:19.869793 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526c055-53cd-4591-ae8a-58be4d906d01 req-5b225e3f-821a-4c53-ab53-8e44d31ceb09 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:19.871353 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7526c055-53cd-4591-ae8a-58be4d906d01 req-5b225e3f-821a-4c53-ab53-8e44d31ceb09 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0789540 Jun 29 15:54:19.912617 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7526c055-53cd-4591-ae8a-58be4d906d01 req-26462d22-0109-48cc-9959-c12e19509f52 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345471 Jun 29 15:54:20.279809 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74457d5b-4948-4c1b-b8ff-ca6f4fe7b524 req-490140ee-129b-4bcb-be1d-2440efde6008 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:20.281416 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-74457d5b-4948-4c1b-b8ff-ca6f4fe7b524 req-490140ee-129b-4bcb-be1d-2440efde6008 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0685179 Jun 29 15:54:20.330517 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-74457d5b-4948-4c1b-b8ff-ca6f4fe7b524 req-4f96635b-e46d-4eef-8972-8608446b1a09 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386736 Jun 29 15:54:20.657250 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5e3d9-ec87-492b-9b32-2f12ec917578 req-45c84c82-1ea2-48e7-973f-f3363d8b9e7f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:20.658978 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9cb5e3d9-ec87-492b-9b32-2f12ec917578 req-45c84c82-1ea2-48e7-973f-f3363d8b9e7f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0832133 Jun 29 15:54:20.703255 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9cb5e3d9-ec87-492b-9b32-2f12ec917578 req-d191c2fe-4594-405d-b2fc-a1ea064d001c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363543 Jun 29 15:54:21.112845 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880b3e0-ca19-4c8f-87b2-2184f4a729b4 req-1c91e5d8-e5f3-4f77-bb41-7d7bb40b6fa4 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:21.115467 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c880b3e0-ca19-4c8f-87b2-2184f4a729b4 req-1c91e5d8-e5f3-4f77-bb41-7d7bb40b6fa4 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0731311 Jun 29 15:54:21.156686 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c880b3e0-ca19-4c8f-87b2-2184f4a729b4 req-47d63ffc-0382-4da4-91d6-8e5b5a2bfea6 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351617 Jun 29 15:54:21.510182 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c417a9-1eda-437a-a6a7-f7fc8117a0bb req-7c1ba3de-5580-4147-8765-793d026a4fa5 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:21.511678 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b2c417a9-1eda-437a-a6a7-f7fc8117a0bb req-7c1ba3de-5580-4147-8765-793d026a4fa5 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0702634 Jun 29 15:54:21.550575 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b2c417a9-1eda-437a-a6a7-f7fc8117a0bb req-de77e67a-34eb-4222-810b-1421680cefe8 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332303 Jun 29 15:54:21.911862 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b21373-44a6-4c13-bbf6-1d4e515fc083 req-3a773765-619f-4d3d-a810-35ba26de0e21 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:21.913768 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-40b21373-44a6-4c13-bbf6-1d4e515fc083 req-3a773765-619f-4d3d-a810-35ba26de0e21 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0646160 Jun 29 15:54:21.983088 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-40b21373-44a6-4c13-bbf6-1d4e515fc083 req-af02df47-c30f-4eac-bc31-bd1bb9a3febc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625992 Jun 29 15:54:22.097522 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40494) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:22.222161 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:22.394159 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:22.401705 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:22.406883 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7958d200-e115-4ffb-bb26-53c675232f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:22.448767 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d3140-6935-44ff-9ab0-14c188836e75 req-d9f412ac-3b12-418c-9824-fb7a58e761a6 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:22.450242 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-302d3140-6935-44ff-9ab0-14c188836e75 req-d9f412ac-3b12-418c-9824-fb7a58e761a6 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.1536140 Jun 29 15:54:22.462948 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ac4e329a96a442e9f8d767a4e01f93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641243 Jun 29 15:54:22.465883 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 40502) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:22.470147 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70a9003-01b1-434c-aabb-e4b7bb9dc602,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:22.487229 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:22.487598 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:22.487971 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:22.488331 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:22.488687 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:22.489393 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:22.489524 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:22.489861 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:22.490615 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:22.490615 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:22.491041 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:22.491485 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:54:22.495802 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:22.515248 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-302d3140-6935-44ff-9ab0-14c188836e75 req-17c86602-13f5-46da-a103-1cf88c4e1a24 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572805 Jun 29 15:54:22.530162 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-02278406-15f1-40d2-98af-a605307ce9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:22.553638 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-02278406-15f1-40d2-98af-a605307ce9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:22.614107 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-02278406-15f1-40d2-98af-a605307ce9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:22.616839 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-02278406-15f1-40d2-98af-a605307ce9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:22.618128 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-02278406-15f1-40d2-98af-a605307ce9c7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c70a9003-01b1-434c-aabb-e4b7bb9dc602 HTTP/1.1" status: 204 len: 168 time: 0.1510401 Jun 29 15:54:22.618907 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-681aba84-d05b-4ecd-8f8c-3b6d9b042f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:22.626470 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02278406-15f1-40d2-98af-a605307ce9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70a9003-01b1-434c-aabb-e4b7bb9dc602,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:22.630036 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-02278406-15f1-40d2-98af-a605307ce9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:22.768885 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc364d-310b-455d-8cf8-639871138179 req-d08ece4e-0a06-48a1-b12c-4f7ca4bbeba2 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:22.770595 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d0cc364d-310b-455d-8cf8-639871138179 req-d08ece4e-0a06-48a1-b12c-4f7ca4bbeba2 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0834076 Jun 29 15:54:22.816601 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d0cc364d-310b-455d-8cf8-639871138179 req-a08f127d-62b4-4769-8669-4a009c489611 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Jun 29 15:54:23.167335 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5be61-7f6d-4f84-8359-0769d526d64a req-8393a114-a4c2-495e-a66f-fe099053895a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:23.168784 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cdd5be61-7f6d-4f84-8359-0769d526d64a req-8393a114-a4c2-495e-a66f-fe099053895a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0677826 Jun 29 15:54:23.214098 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cdd5be61-7f6d-4f84-8359-0769d526d64a req-c34df749-2b86-458b-9ee7-55cc9664a73b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394073 Jun 29 15:54:23.705960 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae8bdb-c313-4425-b667-e5c2246cf1c2 req-a63b5c19-38cf-4a7d-adde-0fecff85f888 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:23.707517 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3ae8bdb-c313-4425-b667-e5c2246cf1c2 req-a63b5c19-38cf-4a7d-adde-0fecff85f888 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0770097 Jun 29 15:54:23.746407 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3ae8bdb-c313-4425-b667-e5c2246cf1c2 req-47027bf1-628d-42e4-9f10-eb1f788349f3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323989 Jun 29 15:54:24.018366 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4f339-0b81-4048-9640-69dd206c7d7b req-d6ea5715-8308-459d-8f26-163e0a04ee71 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:24.019942 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6fb4f339-0b81-4048-9640-69dd206c7d7b req-d6ea5715-8308-459d-8f26-163e0a04ee71 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0671511 Jun 29 15:54:24.061655 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6fb4f339-0b81-4048-9640-69dd206c7d7b req-4cbfb43a-a36d-44b7-99db-8cb024338e78 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356200 Jun 29 15:54:24.402293 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee49277-74f4-437c-969c-23acf16e053b req-d83fc0ce-b633-4d3e-8428-d3c69728d43b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:24.403975 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3ee49277-74f4-437c-969c-23acf16e053b req-d83fc0ce-b633-4d3e-8428-d3c69728d43b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0642869 Jun 29 15:54:24.445139 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3ee49277-74f4-437c-969c-23acf16e053b req-eddbc4a2-5ee4-4479-8efe-2ac67e0f1c84 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350571 Jun 29 15:54:24.932757 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018ec0f-70e5-41cc-8d49-2e2689cc60d8 req-5211e6e8-47fd-43bd-a5f2-f42c6539ad59 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:24.934282 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4018ec0f-70e5-41cc-8d49-2e2689cc60d8 req-5211e6e8-47fd-43bd-a5f2-f42c6539ad59 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0714812 Jun 29 15:54:24.978091 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4018ec0f-70e5-41cc-8d49-2e2689cc60d8 req-38d4f98d-6ead-4086-8e00-80d707f899e7 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374699 Jun 29 15:54:25.247883 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a09205-f519-4b29-ad71-c19a90ecb039 req-50b6259b-7d02-4fea-9f6f-637c268a1c2a tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:25.249523 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3a09205-f519-4b29-ad71-c19a90ecb039 req-50b6259b-7d02-4fea-9f6f-637c268a1c2a tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0643585 Jun 29 15:54:25.290844 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3a09205-f519-4b29-ad71-c19a90ecb039 req-85f44bf2-63f8-45eb-880e-ae547f015289 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348742 Jun 29 15:54:25.631685 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79364099-09ac-4cd4-8393-fc01f09564ba req-35db69d5-37d2-44db-8d7a-d01e51f2d29a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:25.633193 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79364099-09ac-4cd4-8393-fc01f09564ba req-35db69d5-37d2-44db-8d7a-d01e51f2d29a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0691545 Jun 29 15:54:25.692672 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-79364099-09ac-4cd4-8393-fc01f09564ba req-3d47c1ba-8181-4417-b3b5-bce0ae6a6683 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526834 Jun 29 15:54:26.166601 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11058a7f-d0e9-49ab-9cf1-23d85b24dd03 req-5de7550b-a6f3-4350-8dc2-694fd81a0a15 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:26.168193 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-11058a7f-d0e9-49ab-9cf1-23d85b24dd03 req-5de7550b-a6f3-4350-8dc2-694fd81a0a15 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0701153 Jun 29 15:54:26.210167 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-11058a7f-d0e9-49ab-9cf1-23d85b24dd03 req-d0fb03b9-13ff-4e09-b4a1-9b0d76a8dbc5 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353467 Jun 29 15:54:26.482521 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366a665-efd7-4f51-a6c6-1248e06f408a req-24b19785-5cab-46c7-8dba-17c66a103ea5 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:26.484072 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4366a665-efd7-4f51-a6c6-1248e06f408a req-24b19785-5cab-46c7-8dba-17c66a103ea5 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0751219 Jun 29 15:54:26.522809 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4366a665-efd7-4f51-a6c6-1248e06f408a req-4f6418ab-e7bd-4994-81a6-6658dfe8e7be tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330830 Jun 29 15:54:26.902955 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fa648-2f91-40f1-a5b1-8b61655096cf req-8d3747b5-3355-418b-9640-d89bfd2a71fb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:26.904609 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7a1fa648-2f91-40f1-a5b1-8b61655096cf req-8d3747b5-3355-418b-9640-d89bfd2a71fb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0759637 Jun 29 15:54:26.948629 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7a1fa648-2f91-40f1-a5b1-8b61655096cf req-f4f60427-bf0b-44e9-8416-133b854fb109 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372517 Jun 29 15:54:27.195975 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee854971-f5cc-4abc-aad9-b08857aff030 req-09fce4bc-526d-4ae2-9daf-82a652bfa992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:27.197484 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee854971-f5cc-4abc-aad9-b08857aff030 req-09fce4bc-526d-4ae2-9daf-82a652bfa992 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5439281c0ac4668952ac8a98e1cd1ad&device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 1098 time: 0.0561836 Jun 29 15:54:27.321742 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee854971-f5cc-4abc-aad9-b08857aff030 req-0bb145f1-36b4-4f50-85c8-e98753749d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:27.323215 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee854971-f5cc-4abc-aad9-b08857aff030 req-0bb145f1-36b4-4f50-85c8-e98753749d9e service neutron] 10.222.0.81 "GET /v2.0/networks?id=41b63229-f54d-495f-9492-1733d010c4cd HTTP/1.1" status: 200 len: 911 time: 0.0984542 Jun 29 15:54:27.423643 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee854971-f5cc-4abc-aad9-b08857aff030 req-8cab06fc-3b29-460e-aef4-df8b1292db1c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ead8228a-ead4-42e1-b499-f5b408ebc8b6 HTTP/1.1" status: 200 len: 1001 time: 0.0918670 Jun 29 15:54:27.449014 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b14f06-5cbc-4c66-94ae-920eb33b3d2d req-39f0cce5-7ea0-4451-8533-febbf1b71b79 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:27.450495 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-76b14f06-5cbc-4c66-94ae-920eb33b3d2d req-39f0cce5-7ea0-4451-8533-febbf1b71b79 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.1111112 Jun 29 15:54:27.518334 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee854971-f5cc-4abc-aad9-b08857aff030 req-ef04b14e-cc7d-46e3-92f9-f787cbfd1de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:27.519773 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee854971-f5cc-4abc-aad9-b08857aff030 req-ef04b14e-cc7d-46e3-92f9-f787cbfd1de1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b45a8124-4c73-414b-aa79-0813179b73b7 HTTP/1.1" status: 200 len: 849 time: 0.0684338 Jun 29 15:54:27.524661 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-76b14f06-5cbc-4c66-94ae-920eb33b3d2d req-d3fa983b-704b-4e22-a424-e32bdc943502 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662684 Jun 29 15:54:27.579156 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee854971-f5cc-4abc-aad9-b08857aff030 req-d2fc7815-0cd4-49cd-b1d6-2911a9750f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:27.580627 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee854971-f5cc-4abc-aad9-b08857aff030 req-d2fc7815-0cd4-49cd-b1d6-2911a9750f58 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=41b63229-f54d-495f-9492-1733d010c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542507 Jun 29 15:54:27.684423 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee854971-f5cc-4abc-aad9-b08857aff030 req-80b72373-8933-468b-9c07-c0332924a792 service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963337 Jun 29 15:54:27.705346 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868ae67-8524-41c0-91ff-7403f73a2d4f req-ac8af8b9-b4b7-4fe6-af53-111f89f3be35 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:27.706906 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c868ae67-8524-41c0-91ff-7403f73a2d4f req-ac8af8b9-b4b7-4fe6-af53-111f89f3be35 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0644069 Jun 29 15:54:27.744731 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c868ae67-8524-41c0-91ff-7403f73a2d4f req-42e7fccd-581a-4236-be32-3de6c218d6ce tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Jun 29 15:54:27.777320 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ee854971-f5cc-4abc-aad9-b08857aff030 req-da33c32c-a12b-4d36-999f-4b2f1f426394 service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862479 Jun 29 15:54:28.151418 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab1f6b-cc25-4568-b6e6-93a7a8a8beae req-b0a82384-d383-4f9a-b96f-e91dfb97de37 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:28.153170 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aaab1f6b-cc25-4568-b6e6-93a7a8a8beae req-b0a82384-d383-4f9a-b96f-e91dfb97de37 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0794086 Jun 29 15:54:28.198836 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aaab1f6b-cc25-4568-b6e6-93a7a8a8beae req-62c6ba2d-eb52-402f-ada2-ebac3a138cce tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381567 Jun 29 15:54:28.710000 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420f8a4-0507-4ae6-94a1-9bbb2663f75f req-165d95dd-222a-4dec-b56d-2be2c637f535 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:28.711405 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c420f8a4-0507-4ae6-94a1-9bbb2663f75f req-165d95dd-222a-4dec-b56d-2be2c637f535 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0665843 Jun 29 15:54:28.751399 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c420f8a4-0507-4ae6-94a1-9bbb2663f75f req-137b52c4-3e8f-4192-8843-bdf61ab3ec89 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342808 Jun 29 15:54:28.918476 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08361c-54a6-4147-a7c0-bb42cc8f56c9 req-71923073-3996-4ace-b810-8683ef62adf1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:28.920119 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e08361c-54a6-4147-a7c0-bb42cc8f56c9 req-71923073-3996-4ace-b810-8683ef62adf1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0631926 Jun 29 15:54:28.961800 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e08361c-54a6-4147-a7c0-bb42cc8f56c9 req-8db04878-fffe-4073-987c-251c7a9b8dbb tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358584 Jun 29 15:54:29.414541 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddf146-948d-40ec-963a-3e7affa69c10 req-387772b6-5a44-467c-b2cd-62395454a302 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:29.420682 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f1ddf146-948d-40ec-963a-3e7affa69c10 req-387772b6-5a44-467c-b2cd-62395454a302 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0863471 Jun 29 15:54:29.465135 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f1ddf146-948d-40ec-963a-3e7affa69c10 req-e46dd54e-3c11-4bc4-8a68-25078c4e0344 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387414 Jun 29 15:54:29.607603 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96434d-e69b-4c19-b658-cbd769cfecb7 req-0e06e66e-24db-4816-9beb-3af6c8d80a84 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:29.609114 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ec96434d-e69b-4c19-b658-cbd769cfecb7 req-0e06e66e-24db-4816-9beb-3af6c8d80a84 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 945 time: 0.0771570 Jun 29 15:54:29.660170 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ec96434d-e69b-4c19-b658-cbd769cfecb7 req-1db51b91-fa63-4de8-85db-2a5c5319490c tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Jun 29 15:54:29.934971 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f5451-0d67-4f1d-bf98-363d3174b7bc req-95f25ec3-5b97-43ea-aa80-19dae4d3ac0a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:29.936496 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b61f5451-0d67-4f1d-bf98-363d3174b7bc req-95f25ec3-5b97-43ea-aa80-19dae4d3ac0a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0680089 Jun 29 15:54:29.976688 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b61f5451-0d67-4f1d-bf98-363d3174b7bc req-f6e34ab1-58e7-492e-8d61-eedb63f8f026 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345325 Jun 29 15:54:30.133268 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d9590-1f52-48d3-8561-e980263c718b req-15290118-ef5c-4d66-acfc-d50a8ce5fd29 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:30.134746 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dc4d9590-1f52-48d3-8561-e980263c718b req-15290118-ef5c-4d66-acfc-d50a8ce5fd29 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0613999 Jun 29 15:54:30.175337 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dc4d9590-1f52-48d3-8561-e980263c718b req-074f68f3-f879-4b41-b9ea-c924d32a76c3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328438 Jun 29 15:54:30.547728 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 7e693600-0aed-4723-92bd-37bc58a9e4fb details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:54:30.647459 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 7e693600-0aed-4723-92bd-37bc58a9e4fb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:30.661359 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'port_id': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'mac_address': 'fa:16:3e:8f:f9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:54:30.675416 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8398b2-6444-435f-8c1d-e776c87f4924 req-fc65b51f-8433-4c7a-b7c6-2da34b589ad9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:30.676890 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f8398b2-6444-435f-8c1d-e776c87f4924 req-fc65b51f-8433-4c7a-b7c6-2da34b589ad9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0659034 Jun 29 15:54:30.699848 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:30.714718 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e693600-0aed-4723-92bd-37bc58a9e4fb {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:54:30.717639 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f8398b2-6444-435f-8c1d-e776c87f4924 req-cb5a0bbb-0acc-4f46-9e06-ea02186024c1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348709 Jun 29 15:54:30.734811 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 7e693600-0aed-4723-92bd-37bc58a9e4fb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:30.749233 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:30.751169 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:30.812177 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:30.814982 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=7e693600-0aed-4723-92bd-37bc58a9e4fb,revision_number=6']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:30.822101 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:30.862051 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd5fa4-d875-4638-9b34-d1df5bd63e80 req-139df3df-9ec8-41db-bf6e-7f1c46cf626e tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:30.863540 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-76bd5fa4-d875-4638-9b34-d1df5bd63e80 req-139df3df-9ec8-41db-bf6e-7f1c46cf626e tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 945 time: 0.0814943 Jun 29 15:54:30.905388 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-76bd5fa4-d875-4638-9b34-d1df5bd63e80 req-7cc7e8a0-9336-48fd-9748-e9e5925a09d2 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358286 Jun 29 15:54:30.916329 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['7e693600-0aed-4723-92bd-37bc58a9e4fb'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:54:31.159119 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535c580-fcee-4960-9c0a-0354cd6aca40 req-0dd3614c-a604-4d6b-8222-0f37de151589 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:31.160573 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5535c580-fcee-4960-9c0a-0354cd6aca40 req-0dd3614c-a604-4d6b-8222-0f37de151589 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0645294 Jun 29 15:54:31.204270 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5535c580-fcee-4960-9c0a-0354cd6aca40 req-6764794b-e4ae-4ef5-80f7-fd0da216da52 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377123 Jun 29 15:54:31.354314 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3881d5-ea59-48f4-b0ad-26c34f746884 req-38d3dc45-af94-4908-9c68-86427ec79127 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:31.355784 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5f3881d5-ea59-48f4-b0ad-26c34f746884 req-38d3dc45-af94-4908-9c68-86427ec79127 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0635169 Jun 29 15:54:31.393266 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5f3881d5-ea59-48f4-b0ad-26c34f746884 req-1327cbf6-58bd-4c22-8e70-ebc029f61c9b tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Jun 29 15:54:31.936137 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85faa8b5-0c65-41c6-a680-dff5a341755a req-eb5ae044-9d41-4cf9-b722-56887e4b7b54 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:31.937959 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-85faa8b5-0c65-41c6-a680-dff5a341755a req-eb5ae044-9d41-4cf9-b722-56887e4b7b54 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 945 time: 0.1160502 Jun 29 15:54:31.946034 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73483c09-44c5-4d0b-bea0-5317750f84be req-883481f0-74da-41ed-99a2-3bda5eabf391 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:31.947544 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73483c09-44c5-4d0b-bea0-5317750f84be req-883481f0-74da-41ed-99a2-3bda5eabf391 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 945 time: 0.0963531 Jun 29 15:54:32.039023 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73483c09-44c5-4d0b-bea0-5317750f84be req-40e2f15e-29b6-448b-b728-070e197cb0d8 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828216 Jun 29 15:54:32.121727 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-85faa8b5-0c65-41c6-a680-dff5a341755a req-aeff5f1f-cb53-42eb-9264-be67941c0d41 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Deleting port e7aa0d63-4bf9-4034-8447-c8097ee8cd10 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:54:32.122071 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-85faa8b5-0c65-41c6-a680-dff5a341755a req-aeff5f1f-cb53-42eb-9264-be67941c0d41 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:32.139937 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f696b0-77b6-4844-a92c-d29493f4e668 req-f82fe73b-7f5e-41d4-9fc6-be1521d5cb13 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:32.142602 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f7f696b0-77b6-4844-a92c-d29493f4e668 req-f82fe73b-7f5e-41d4-9fc6-be1521d5cb13 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 945 time: 0.0906334 Jun 29 15:54:32.158294 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:54:32.222070 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f7f696b0-77b6-4844-a92c-d29493f4e668 req-b817c283-804c-4b62-b243-5ffdbfa9195c tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727999 Jun 29 15:54:32.302140 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-85faa8b5-0c65-41c6-a680-dff5a341755a req-aeff5f1f-cb53-42eb-9264-be67941c0d41 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] For port e7aa0d63-4bf9-4034-8447-c8097ee8cd10, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e7aa0d63-4bf9-4034-8447-c8097ee8cd10,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:32.302560 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-85faa8b5-0c65-41c6-a680-dff5a341755a req-aeff5f1f-cb53-42eb-9264-be67941c0d41 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:32.320658 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-85faa8b5-0c65-41c6-a680-dff5a341755a req-aeff5f1f-cb53-42eb-9264-be67941c0d41 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Calling delete_port for e7aa0d63-4bf9-4034-8447-c8097ee8cd10 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:54:32.574793 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 7e693600-0aed-4723-92bd-37bc58a9e4fb up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:32.634392 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9978d5-b256-4757-804a-a2d1f8080cd6 req-3eebdacf-9df4-4072-b8ff-0da08160e4ae tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:32.642558 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9b9978d5-b256-4757-804a-a2d1f8080cd6 req-3eebdacf-9df4-4072-b8ff-0da08160e4ae tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.2390025 Jun 29 15:54:32.757808 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 7e693600-0aed-4723-92bd-37bc58a9e4fb triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:32.758344 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:32.781500 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1f60d-6fcd-4207-87c3-cf869bb846f2 req-887b9789-b27c-451b-90a0-17d2f4a9f603 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:32.789112 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e2e1f60d-6fcd-4207-87c3-cf869bb846f2 req-887b9789-b27c-451b-90a0-17d2f4a9f603 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1332498 Jun 29 15:54:32.805521 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-85faa8b5-0c65-41c6-a680-dff5a341755a req-aeff5f1f-cb53-42eb-9264-be67941c0d41 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:32.816321 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:32.843110 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e2e1f60d-6fcd-4207-87c3-cf869bb846f2 req-3cd6a45b-b1b7-4e73-85b4-3286935d89a9 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529768 Jun 29 15:54:32.848585 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['b0450eda-1567-46ba-8ab3-1234cb202751', '6dec1c53-f213-4e4c-808c-0938753c3f70', '57535949-8c0d-475d-9181-3a3fd220c33c', 'e7aa0d63-4bf9-4034-8447-c8097ee8cd10'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:54:32.861830 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff5f1f-cb53-42eb-9264-be67941c0d41 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Pushing event deleted for resources: {'Port': ['ID=e7aa0d63-4bf9-4034-8447-c8097ee8cd10,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:32.872026 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-aeff5f1f-cb53-42eb-9264-be67941c0d41 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:32.885249 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9b9978d5-b256-4757-804a-a2d1f8080cd6 req-4d8380f4-25de-49a4-b5a3-aa44963966dd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336321 Jun 29 15:54:32.959594 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-85faa8b5-0c65-41c6-a680-dff5a341755a req-aeff5f1f-cb53-42eb-9264-be67941c0d41 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] No DVR routers for this DVR port e7aa0d63-4bf9-4034-8447-c8097ee8cd10 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:54:32.963687 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-85faa8b5-0c65-41c6-a680-dff5a341755a req-aeff5f1f-cb53-42eb-9264-be67941c0d41 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:32.965847 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-85faa8b5-0c65-41c6-a680-dff5a341755a req-aeff5f1f-cb53-42eb-9264-be67941c0d41 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "DELETE /v2.0/ports/e7aa0d63-4bf9-4034-8447-c8097ee8cd10 HTTP/1.1" status: 204 len: 173 time: 1.0171664 Jun 29 15:54:32.966345 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2512d0d7-7f95-41db-9d73-a5af87f1ccc4', 'name': 'network-vif-deleted', 'tag': 'e7aa0d63-4bf9-4034-8447-c8097ee8cd10'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:54:32.968809 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370afc00-7239-4ac1-a023-13aaa531633b" -d '{"events": [{"server_uuid": "2512d0d7-7f95-41db-9d73-a5af87f1ccc4", "name": "network-vif-deleted", "tag": "e7aa0d63-4bf9-4034-8447-c8097ee8cd10"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:54:33.006131 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:33.015229 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11c3001-c93b-4fc0-a41b-78cea14796ff x-openstack-request-id: req-a11c3001-c93b-4fc0-a41b-78cea14796ff {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:54:33.015776 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2512d0d7-7f95-41db-9d73-a5af87f1ccc4", "name": "network-vif-deleted", "tag": "e7aa0d63-4bf9-4034-8447-c8097ee8cd10", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:54:33.016208 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a11c3001-c93b-4fc0-a41b-78cea14796ff {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:54:33.016783 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2512d0d7-7f95-41db-9d73-a5af87f1ccc4', 'name': 'network-vif-deleted', 'tag': 'e7aa0d63-4bf9-4034-8447-c8097ee8cd10', 'status': 'completed', 'code': 200} Jun 29 15:54:33.070272 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:54:33.073895 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0452dd-ebb0-4278-a922-689e12430080" -d '{"events": [{"server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "name": "network-vif-plugged", "status": "completed", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:54:33.103489 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 7e693600-0aed-4723-92bd-37bc58a9e4fb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:33.117073 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:33.125258 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b573d551-311b-4fad-ab6e-49c00806b1f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:33.217952 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8688f95-fad0-411c-a81c-66277ca95f87 x-openstack-request-id: req-d8688f95-fad0-411c-a81c-66277ca95f87 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:54:33.218418 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "name": "network-vif-plugged", "status": "completed", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:54:33.218832 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8688f95-fad0-411c-a81c-66277ca95f87 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:54:33.219490 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'code': 200} Jun 29 15:54:33.289975 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=7e693600-0aed-4723-92bd-37bc58a9e4fb,revision_number=7']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:33.317526 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:33.538199 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b623cb0-2cf1-42bb-af39-fd9aeb2c2aa0 req-ecfedcff-5d4a-4fe4-ae24-d2e33cf912ee tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:33.540958 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7b623cb0-2cf1-42bb-af39-fd9aeb2c2aa0 req-ecfedcff-5d4a-4fe4-ae24-d2e33cf912ee tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.2205625 Jun 29 15:54:33.685491 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a17e4cbf-c07e-4bc7-a5a5-128a1414e8b6 req-b913ce61-d19f-4a7f-b3c8-31fd30453240 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2512d0d7-7f95-41db-9d73-a5af87f1ccc4 HTTP/1.1" status: 200 len: 210 time: 0.0866954 Jun 29 15:54:33.699762 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7b623cb0-2cf1-42bb-af39-fd9aeb2c2aa0 req-7f3d1673-dd56-4ab2-8d20-5acdb28cc049 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478162 Jun 29 15:54:34.176688 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf3595-f923-4db3-b172-9060b1f5e0ab req-6ebe41da-ccfe-43ae-a942-71f5e3dfab73 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:34.185768 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-41bf3595-f923-4db3-b172-9060b1f5e0ab req-6ebe41da-ccfe-43ae-a942-71f5e3dfab73 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.1124654 Jun 29 15:54:34.266405 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-41bf3595-f923-4db3-b172-9060b1f5e0ab req-5b985613-846e-4fbd-8a14-fc10cc674cfb tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790598 Jun 29 15:54:34.276768 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb344c9-978d-4ae9-8e7f-bbfef119800c req-44089d1e-d599-41e0-8784-1d59af89c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:34.278374 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9cb344c9-978d-4ae9-8e7f-bbfef119800c req-44089d1e-d599-41e0-8784-1d59af89c2a6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 1099 time: 0.4354048 Jun 29 15:54:34.292428 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257e933-b3a8-454d-bf45-e6b702a85f68 req-a605fff7-7f5a-44f0-bf86-2d62c080e83a tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:34.299787 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5257e933-b3a8-454d-bf45-e6b702a85f68 req-a605fff7-7f5a-44f0-bf86-2d62c080e83a tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0970733 Jun 29 15:54:34.361162 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9cb344c9-978d-4ae9-8e7f-bbfef119800c req-0ff90424-c92f-4bbb-bbc2-0093a046cc37 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587337 Jun 29 15:54:34.364471 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5257e933-b3a8-454d-bf45-e6b702a85f68 req-8e06ce3a-dc22-41d0-ae9f-140cd3130981 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637534 Jun 29 15:54:34.942491 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67997f-6034-4674-b32c-57534f2087f0 req-8c539131-c2a4-46f7-9b68-48eff48d0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:34.946688 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d67997f-6034-4674-b32c-57534f2087f0 req-8c539131-c2a4-46f7-9b68-48eff48d0d06 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5439281c0ac4668952ac8a98e1cd1ad&device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 1098 time: 0.1986003 Jun 29 15:54:34.960752 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35159f-4602-4345-9c33-4366f9c4517b req-1a47370a-3479-4fa0-a5d4-6ea081900add tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:34.962395 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6d35159f-4602-4345-9c33-4366f9c4517b req-1a47370a-3479-4fa0-a5d4-6ea081900add tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.2168803 Jun 29 15:54:34.982234 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ad9b5-1197-4712-91d9-2a737885bc4e req-fb247e81-e55e-497e-a22b-29f2783896ce tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:34.984765 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b14ad9b5-1197-4712-91d9-2a737885bc4e req-fb247e81-e55e-497e-a22b-29f2783896ce tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0840850 Jun 29 15:54:35.059865 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b14ad9b5-1197-4712-91d9-2a737885bc4e req-952c491d-d925-4cc3-9890-ac74dfa656ac tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683422 Jun 29 15:54:35.072806 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67997f-6034-4674-b32c-57534f2087f0 req-d14cdf49-c919-4993-8316-aaf584565722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:35.074333 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d67997f-6034-4674-b32c-57534f2087f0 req-d14cdf49-c919-4993-8316-aaf584565722 service neutron] 10.222.0.81 "GET /v2.0/networks?id=41b63229-f54d-495f-9492-1733d010c4cd HTTP/1.1" status: 200 len: 911 time: 0.1108747 Jun 29 15:54:35.100760 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6d35159f-4602-4345-9c33-4366f9c4517b req-a03e6073-63e6-4da5-ae19-1d04d91500bf tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273429 Jun 29 15:54:35.174213 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d67997f-6034-4674-b32c-57534f2087f0 req-0dd3085c-3ea1-4a9e-90af-f9bb556a7a5a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ead8228a-ead4-42e1-b499-f5b408ebc8b6 HTTP/1.1" status: 200 len: 1001 time: 0.0879805 Jun 29 15:54:35.253206 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67997f-6034-4674-b32c-57534f2087f0 req-c29b08da-6231-4596-9165-b807b2d0e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:35.254634 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d67997f-6034-4674-b32c-57534f2087f0 req-c29b08da-6231-4596-9165-b807b2d0e7c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b45a8124-4c73-414b-aa79-0813179b73b7 HTTP/1.1" status: 200 len: 849 time: 0.0722897 Jun 29 15:54:35.336007 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67997f-6034-4674-b32c-57534f2087f0 req-78c418ad-2ffa-4d9d-87c8-d951c3ff0a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:35.337730 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d67997f-6034-4674-b32c-57534f2087f0 req-78c418ad-2ffa-4d9d-87c8-d951c3ff0a18 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=41b63229-f54d-495f-9492-1733d010c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761981 Jun 29 15:54:35.457616 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d67997f-6034-4674-b32c-57534f2087f0 req-06d6c403-9cae-41ba-9c7e-2f9f99bdfc5b service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100745 Jun 29 15:54:35.566119 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d67997f-6034-4674-b32c-57534f2087f0 req-fcffbbbb-c3a3-469f-b54f-9888cdd75c12 service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970755 Jun 29 15:54:35.596702 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f3218-1e6c-41e9-a693-adb9fe621f70 req-c99b2abe-f27e-4645-88e6-94aab6d641c1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:35.598288 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-735f3218-1e6c-41e9-a693-adb9fe621f70 req-c99b2abe-f27e-4645-88e6-94aab6d641c1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1067424 Jun 29 15:54:35.638059 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-735f3218-1e6c-41e9-a693-adb9fe621f70 req-8e81e8e6-485a-424c-9547-cb1cab1e3dc5 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326009 Jun 29 15:54:36.366403 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bd521-60c7-4130-ae98-31586c568afc req-3744cbc0-dacc-4e7c-9284-84c136e5eaeb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:36.375156 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-877bd521-60c7-4130-ae98-31586c568afc req-3744cbc0-dacc-4e7c-9284-84c136e5eaeb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.1379650 Jun 29 15:54:36.455281 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-877bd521-60c7-4130-ae98-31586c568afc req-811b5805-1888-4f97-b003-59c3a71f7b4b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787311 Jun 29 15:54:36.567515 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15063ed4-4547-4996-80f0-68922c546c50 req-21ac3dbe-3963-472c-ab18-c8fa7bb6cf61 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:36.579812 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-15063ed4-4547-4996-80f0-68922c546c50 req-21ac3dbe-3963-472c-ab18-c8fa7bb6cf61 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0938518 Jun 29 15:54:36.614155 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device e7aa0d63-4bf9-4034-8447-c8097ee8cd10 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:54:36.640038 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: e7aa0d63-4bf9-4034-8447-c8097ee8cd10 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:54:36.640756 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device e7aa0d63-4bf9-4034-8447-c8097ee8cd10 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:54:36.651544 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-15063ed4-4547-4996-80f0-68922c546c50 req-8940059f-c446-4d4f-b037-f1688369800a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706146 Jun 29 15:54:36.723027 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e26b1-ec65-4bf1-aad9-2634829329fa req-6f4ebfd1-adac-4677-a283-08796051c5ff tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:36.723027 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-356e26b1-ec65-4bf1-aad9-2634829329fa req-6f4ebfd1-adac-4677-a283-08796051c5ff tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 946 time: 0.0853841 Jun 29 15:54:36.766268 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-356e26b1-ec65-4bf1-aad9-2634829329fa req-9c1beee2-0719-40b6-b0b1-897067e2af33 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436087 Jun 29 15:54:36.883009 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c32db5-33d6-4229-b2f3-f45368f88e80 req-6f47493c-4ecf-4e12-aef7-0d9734d50d6c tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:36.884748 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-99c32db5-33d6-4229-b2f3-f45368f88e80 req-6f47493c-4ecf-4e12-aef7-0d9734d50d6c tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1053207 Jun 29 15:54:36.933340 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-99c32db5-33d6-4229-b2f3-f45368f88e80 req-4c7bd30c-de81-4ae3-8547-f60e3eaf6a09 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398078 Jun 29 15:54:37.133341 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-67c1a111-86f1-4c99-ae58-f726fb954c85 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264612538&fields=id&tenant_id=03fed08d2d30427c9b704b601461f29c HTTP/1.1" status: 200 len: 267 time: 0.0451968 Jun 29 15:54:37.158216 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707367-2d52-40e6-a7ac-050ccc2f08af req-9f85cf5c-ec93-429f-8ae7-0a785e53ecf3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:37.159988 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d2707367-2d52-40e6-a7ac-050ccc2f08af req-9f85cf5c-ec93-429f-8ae7-0a785e53ecf3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0934417 Jun 29 15:54:37.216257 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d2707367-2d52-40e6-a7ac-050ccc2f08af req-fa34610c-bde7-452d-b0c1-c9d8b0d3a51d tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499001 Jun 29 15:54:37.270867 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-0bfb93eb-5922-404d-b6d2-ad796c862c92 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:37.273840 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-0bfb93eb-5922-404d-b6d2-ad796c862c92 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 811 time: 0.1356294 Jun 29 15:54:37.295876 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-4bc5bcb5-6926-433d-9f79-d0e47062ca6b tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/quotas/03fed08d2d30427c9b704b601461f29c HTTP/1.1" status: 200 len: 375 time: 0.0151033 Jun 29 15:54:37.375430 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-76427ee8-b1ef-47f0-8bb2-fd25272d2640 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787351 Jun 29 15:54:37.506341 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-c719dea4-c58f-4c5a-aecb-7982bdc4c15f service neutron] 10.222.0.69 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173136 Jun 29 15:54:37.683018 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-9f537258-7be2-4757-8c3a-7f9cce4af6c2 service neutron] 10.222.0.69 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704059 Jun 29 15:54:37.838937 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e35df-2e50-4cb6-b190-a275ce40fb6a req-89a95856-f018-46bc-a22d-3b2cfd67998c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:37.840729 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4b4e35df-2e50-4cb6-b190-a275ce40fb6a req-89a95856-f018-46bc-a22d-3b2cfd67998c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0679069 Jun 29 15:54:37.890046 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4b4e35df-2e50-4cb6-b190-a275ce40fb6a req-bd88d55d-c876-4fd5-9091-ca3deb9b1f69 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Jun 29 15:54:38.095273 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b9bfa-05a8-469e-8b6c-7dfd6fe2877e req-cba79be8-28af-460d-a142-5389494e348f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:38.096772 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b96b9bfa-05a8-469e-8b6c-7dfd6fe2877e req-cba79be8-28af-460d-a142-5389494e348f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0902741 Jun 29 15:54:38.316588 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf77db-3c8d-4aeb-a358-c5d0ceb3a737 req-33855820-f3b5-4826-93ca-ded06c8279c4 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:38.325102 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-16bf77db-3c8d-4aeb-a358-c5d0ceb3a737 req-33855820-f3b5-4826-93ca-ded06c8279c4 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 946 time: 0.1567900 Jun 29 15:54:38.372133 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b96b9bfa-05a8-469e-8b6c-7dfd6fe2877e req-89ee0b8c-b8a7-475a-968b-cedf5ce13abb tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655025 Jun 29 15:54:38.401677 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-16bf77db-3c8d-4aeb-a358-c5d0ceb3a737 req-e83a378e-a18f-4ad1-a910-25298e844b7b tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756795 Jun 29 15:54:38.431602 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919a362-d4de-4818-b214-9e04b74bb8a2 req-d5601bc3-4cd8-4202-89e5-f60243539738 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:38.433945 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1919a362-d4de-4818-b214-9e04b74bb8a2 req-d5601bc3-4cd8-4202-89e5-f60243539738 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 946 time: 0.1893547 Jun 29 15:54:38.519298 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-912ee494-95da-49a0-9694-00a83b8367ea req-a69543b6-12ef-42ac-924a-12f05543096d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 210 time: 0.0453420 Jun 29 15:54:38.573587 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-1919a362-d4de-4818-b214-9e04b74bb8a2 req-60ba2b3e-55e2-4330-9db7-d7ee584738d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Deleting port 57535949-8c0d-475d-9181-3a3fd220c33c {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:54:38.574131 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1919a362-d4de-4818-b214-9e04b74bb8a2 req-60ba2b3e-55e2-4330-9db7-d7ee584738d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:38.690290 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-1919a362-d4de-4818-b214-9e04b74bb8a2 req-60ba2b3e-55e2-4330-9db7-d7ee584738d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] For port 57535949-8c0d-475d-9181-3a3fd220c33c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=57535949-8c0d-475d-9181-3a3fd220c33c,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:38.691085 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1919a362-d4de-4818-b214-9e04b74bb8a2 req-60ba2b3e-55e2-4330-9db7-d7ee584738d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:38.707405 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-1919a362-d4de-4818-b214-9e04b74bb8a2 req-60ba2b3e-55e2-4330-9db7-d7ee584738d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Calling delete_port for 57535949-8c0d-475d-9181-3a3fd220c33c owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:54:38.907481 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1919a362-d4de-4818-b214-9e04b74bb8a2 req-60ba2b3e-55e2-4330-9db7-d7ee584738d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:38.921212 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['b0450eda-1567-46ba-8ab3-1234cb202751', '6dec1c53-f213-4e4c-808c-0938753c3f70', '57535949-8c0d-475d-9181-3a3fd220c33c'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:54:38.956102 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:39.025774 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba2b3e-55e2-4330-9db7-d7ee584738d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Pushing event deleted for resources: {'Port': ['ID=57535949-8c0d-475d-9181-3a3fd220c33c,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:39.030814 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-60ba2b3e-55e2-4330-9db7-d7ee584738d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:39.115073 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-1919a362-d4de-4818-b214-9e04b74bb8a2 req-60ba2b3e-55e2-4330-9db7-d7ee584738d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] No DVR routers for this DVR port 57535949-8c0d-475d-9181-3a3fd220c33c on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:54:39.119440 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-1919a362-d4de-4818-b214-9e04b74bb8a2 req-60ba2b3e-55e2-4330-9db7-d7ee584738d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:39.125685 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1919a362-d4de-4818-b214-9e04b74bb8a2 req-60ba2b3e-55e2-4330-9db7-d7ee584738d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "DELETE /v2.0/ports/57535949-8c0d-475d-9181-3a3fd220c33c HTTP/1.1" status: 204 len: 173 time: 0.6792612 Jun 29 15:54:39.126262 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee', 'name': 'network-vif-deleted', 'tag': '57535949-8c0d-475d-9181-3a3fd220c33c'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:54:39.132981 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cb9cd7-9d99-4dcd-99bf-407fd722ad27" -d '{"events": [{"server_uuid": "2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee", "name": "network-vif-deleted", "tag": "57535949-8c0d-475d-9181-3a3fd220c33c"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:54:39.148720 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42ae78-4d37-420d-b13e-211cf629cef5 req-29606cdd-8c42-4bfa-bd98-d54581d1fa27 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:39.157977 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4b42ae78-4d37-420d-b13e-211cf629cef5 req-29606cdd-8c42-4bfa-bd98-d54581d1fa27 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0801120 Jun 29 15:54:39.219292 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4b42ae78-4d37-420d-b13e-211cf629cef5 req-4318369d-8185-4722-bcb7-df378b9038c8 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595219 Jun 29 15:54:39.274372 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c7a122-cef2-4c88-b5a8-3192f2fefd3f x-openstack-request-id: req-76c7a122-cef2-4c88-b5a8-3192f2fefd3f {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:54:39.274696 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee", "name": "network-vif-deleted", "tag": "57535949-8c0d-475d-9181-3a3fd220c33c", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:54:39.274995 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76c7a122-cef2-4c88-b5a8-3192f2fefd3f {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:54:39.275420 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee', 'name': 'network-vif-deleted', 'tag': '57535949-8c0d-475d-9181-3a3fd220c33c', 'status': 'completed', 'code': 200} Jun 29 15:54:39.507315 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2325e-ab48-4846-84e8-0b5836217c62 req-fd55839b-12de-4912-ad33-5f75def57f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:39.510956 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cbd2325e-ab48-4846-84e8-0b5836217c62 req-fd55839b-12de-4912-ad33-5f75def57f0f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c14a59cfe334bb7847f12a8834a95db&device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 1098 time: 0.0851979 Jun 29 15:54:39.609255 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585c4b7-1f93-451f-9194-8cf130f92be5 req-ae76dc18-b9ab-4cf3-9ecd-40e7ff75f136 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:39.611436 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7585c4b7-1f93-451f-9194-8cf130f92be5 req-ae76dc18-b9ab-4cf3-9ecd-40e7ff75f136 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.1411424 Jun 29 15:54:39.650338 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0abf7c83-305b-4637-9ca1-e1b605bb5d2f req-e4576dbe-82db-43a6-9130-e872d9449819 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a3c75ad-7dc0-4a1c-a3f5-173e4f2f7aee HTTP/1.1" status: 200 len: 210 time: 0.0351431 Jun 29 15:54:39.692006 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7585c4b7-1f93-451f-9194-8cf130f92be5 req-efff7b51-4b52-4cfe-ba15-262092e248dd tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727746 Jun 29 15:54:39.712581 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2325e-ab48-4846-84e8-0b5836217c62 req-f9e53f77-3619-4c6c-bb2c-1740689dda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:39.715439 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cbd2325e-ab48-4846-84e8-0b5836217c62 req-f9e53f77-3619-4c6c-bb2c-1740689dda34 service neutron] 10.222.0.81 "GET /v2.0/networks?id=caa54c4b-1bc0-4255-a012-8669b90491fb HTTP/1.1" status: 200 len: 920 time: 0.1972911 Jun 29 15:54:39.787989 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cbd2325e-ab48-4846-84e8-0b5836217c62 req-964e87c0-5be2-4df7-a58e-2a150b9e7ea8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 HTTP/1.1" status: 200 len: 217 time: 0.0599513 Jun 29 15:54:39.875660 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4a79511a-8bf1-4cc9-b1c6-da6e17a62310 req-a1da1db5-d653-4d12-8c66-d1ac7e415c68 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 210 time: 0.0549278 Jun 29 15:54:39.938778 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2325e-ab48-4846-84e8-0b5836217c62 req-558b8436-0a5b-442d-a471-4ea58aaca5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:39.940257 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cbd2325e-ab48-4846-84e8-0b5836217c62 req-558b8436-0a5b-442d-a471-4ea58aaca5e7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0888642e-19cd-4dd1-899b-19799f9295ff HTTP/1.1" status: 200 len: 859 time: 0.1420503 Jun 29 15:54:39.979924 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cbd2325e-ab48-4846-84e8-0b5836217c62 req-bfceaa46-39c0-43f5-856d-9be78cfbe731 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa54c4b-1bc0-4255-a012-8669b90491fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289733 Jun 29 15:54:40.072212 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-c009b699-931e-49e6-92da-b155c4974194 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:40.073693 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-c009b699-931e-49e6-92da-b155c4974194 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 811 time: 0.2027607 Jun 29 15:54:40.131116 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cbd2325e-ab48-4846-84e8-0b5836217c62 req-84b0383f-24ec-4a1b-a7ff-8672c99f1b03 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418583 Jun 29 15:54:40.148153 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-40bad079-1988-4068-b225-5e25ade733de tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03fed08d2d30427c9b704b601461f29c HTTP/1.1" status: 200 len: 380 time: 0.0602801 Jun 29 15:54:40.167714 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Request body: {'port': {'device_id': '88d36493-ecce-4d96-9650-0109e4d2be6d', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'admin_state_up': True, 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'security_groups': ['56bebd20-8f98-4818-afdc-cf7130f395af']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:40.333235 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cbd2325e-ab48-4846-84e8-0b5836217c62 req-f06c1b48-f759-4584-85fe-a2cb931d909b service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740296 Jun 29 15:54:40.397362 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Made reservation on behalf of 03fed08d2d30427c9b704b601461f29c for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:54:40.403403 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:40.491428 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80096f-1220-46e7-8f5f-fcc6f19c1bb3 req-8c424857-5488-43e5-af3f-226d71c4164c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:40.493765 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ab80096f-1220-46e7-8f5f-fcc6f19c1bb3 req-8c424857-5488-43e5-af3f-226d71c4164c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.1009011 Jun 29 15:54:40.569593 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ab80096f-1220-46e7-8f5f-fcc6f19c1bb3 req-8a9380fc-874b-4e78-894e-0cb281eccd98 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698631 Jun 29 15:54:40.676914 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Allocated IP 172.20.0.10 (ef06879d-50c8-4635-a559-6c16b91b96ce/e782a185-6e99-410c-b6d3-eb6560de4818/6049b429-6ff6-4f37-a2b0-1d1047e72db0) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:54:40.900676 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff3522-d002-4556-b4a3-941cfaebf408 req-7ede5c13-d2e4-421d-9eb8-3fd7f53eb582 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:40.909030 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:40.911388 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-28ff3522-d002-4556-b4a3-941cfaebf408 req-7ede5c13-d2e4-421d-9eb8-3fd7f53eb582 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.1000574 Jun 29 15:54:40.947248 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Transition to ACTIVE for port object 6049b429-6ff6-4f37-a2b0-1d1047e72db0 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:54:40.995929 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f5984ae3-9a53-4c6c-80d6-2c95da138431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:40.999129 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-28ff3522-d002-4556-b4a3-941cfaebf408 req-19136edb-7e75-45fb-b436-a10533e59f0a tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867398 Jun 29 15:54:41.025118 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:41.040177 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fd6abed8-9da5-4a37-a490-563ec8bac9d6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:41.094073 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'Port': ['ID=6049b429-6ff6-4f37-a2b0-1d1047e72db0,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:41.106406 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:41.113432 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Network ef06879d-50c8-4635-a559-6c16b91b96ce is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:54:41.115625 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:54:41.118093 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:54:41.175878 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:41.176687 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:41.239033 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0780153 Jun 29 15:54:41.244704 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f47db-d6a7-430c-9014-f4295b5562de req-a77155b3-ba63-41de-81fe-a65ac4b62863 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:41.246394 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-378f47db-d6a7-430c-9014-f4295b5562de req-a77155b3-ba63-41de-81fe-a65ac4b62863 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 932 time: 0.1155472 Jun 29 15:54:41.252995 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Request body: {'port': {'device_id': '88d36493-ecce-4d96-9650-0109e4d2be6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:54:41.316942 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-378f47db-d6a7-430c-9014-f4295b5562de req-d67d870e-b4a6-4c21-a1d8-d7d2937b7886 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627306 Jun 29 15:54:41.352883 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:41.470338 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321e7fd-ed3b-4b76-87b0-933ff4bcad40 req-04ff2980-97d8-4a30-adc3-803d1377b67a tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:41.472009 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3321e7fd-ed3b-4b76-87b0-933ff4bcad40 req-04ff2980-97d8-4a30-adc3-803d1377b67a tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 945 time: 0.1199102 Jun 29 15:54:41.502045 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ccd946eb-6d23-4a6f-899f-c837148b924e None None] Provisioning for port 6049b429-6ff6-4f37-a2b0-1d1047e72db0 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:54:41.507374 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ccd946eb-6d23-4a6f-899f-c837148b924e None None] Provisioning complete for port 6049b429-6ff6-4f37-a2b0-1d1047e72db0 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:41.507764 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ccd946eb-6d23-4a6f-899f-c837148b924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:41.568608 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ccd946eb-6d23-4a6f-899f-c837148b924e None None] Port 6049b429-6ff6-4f37-a2b0-1d1047e72db0 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:54:41.584113 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3321e7fd-ed3b-4b76-87b0-933ff4bcad40 req-51a0e71a-4f29-4f12-abb0-bc7b3e685df5 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665607 Jun 29 15:54:41.782800 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6049b429-6ff6-4f37-a2b0-1d1047e72db0 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:54:41.791186 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:41.806391 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Transition to ACTIVE for port object 6049b429-6ff6-4f37-a2b0-1d1047e72db0 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:54:41.813008 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:41.815482 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:41.815706 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047ab8-56c7-425e-93a5-d7e657c248a0 req-c9b466e8-5334-4ac1-b53a-46e5c98c1a4c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:41.826629 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6047ab8-56c7-425e-93a5-d7e657c248a0 req-c9b466e8-5334-4ac1-b53a-46e5c98c1a4c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0937207 Jun 29 15:54:41.904536 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6047ab8-56c7-425e-93a5-d7e657c248a0 req-9dabcdf5-3d24-4028-9f08-15f8c5a30ce7 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763447 Jun 29 15:54:41.924677 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6049b429-6ff6-4f37-a2b0-1d1047e72db0,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:41.949379 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:41.982896 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Attempting to bind port 6049b429-6ff6-4f37-a2b0-1d1047e72db0 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:54:41.983464 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Attempting to bind port 6049b429-6ff6-4f37-a2b0-1d1047e72db0 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:54:41.983858 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Attempting to bind port 6049b429-6ff6-4f37-a2b0-1d1047e72db0 on network ef06879d-50c8-4635-a559-6c16b91b96ce {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:54:41.992399 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Port 6049b429-6ff6-4f37-a2b0-1d1047e72db0 on network ef06879d-50c8-4635-a559-6c16b91b96ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:54:41.992810 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Attempting to bind port 6049b429-6ff6-4f37-a2b0-1d1047e72db0 on network ef06879d-50c8-4635-a559-6c16b91b96ce {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:54:41.998295 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:54:41.998710 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Checking segment: {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:54:41.999170 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Bound using segment: {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:54:41.999715 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Bound port: 6049b429-6ff6-4f37-a2b0-1d1047e72db0, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:54:42.000129 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:42.083401 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] For port 6049b429-6ff6-4f37-a2b0-1d1047e72db0, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:54:42.088040 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] For port 6049b429-6ff6-4f37-a2b0-1d1047e72db0, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6049b429-6ff6-4f37-a2b0-1d1047e72db0,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:54:42.097352 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:42.102515 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9725f753-3147-4f0e-8529-ac2d0d1dd335 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:42.140734 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:42.141442 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:42.142975 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] 10.222.0.81 "PUT /v2.0/ports/6049b429-6ff6-4f37-a2b0-1d1047e72db0 HTTP/1.1" status: 200 len: 1094 time: 0.8945482 Jun 29 15:54:42.145713 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d36493-ecce-4d96-9650-0109e4d2be6d', 'tag': '6049b429-6ff6-4f37-a2b0-1d1047e72db0'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:54:42.150309 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854b3ab8-360d-47bb-9c0e-a1db0725628e" -d '{"events": [{"name": "network-changed", "server_uuid": "88d36493-ecce-4d96-9650-0109e4d2be6d", "tag": "6049b429-6ff6-4f37-a2b0-1d1047e72db0"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:54:42.242236 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=6049b429-6ff6-4f37-a2b0-1d1047e72db0,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:42.246952 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:42.280037 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac367580-e1c2-425f-b995-a50322295b58 x-openstack-request-id: req-ac367580-e1c2-425f-b995-a50322295b58 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:54:42.280378 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d36493-ecce-4d96-9650-0109e4d2be6d", "tag": "6049b429-6ff6-4f37-a2b0-1d1047e72db0", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:54:42.280655 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac367580-e1c2-425f-b995-a50322295b58 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:54:42.281069 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d36493-ecce-4d96-9650-0109e4d2be6d', 'tag': '6049b429-6ff6-4f37-a2b0-1d1047e72db0', 'status': 'completed', 'code': 200} Jun 29 15:54:42.346599 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-9aa631de-e3c1-45a6-bd9a-a91696947f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:42.348131 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-9aa631de-e3c1-45a6-bd9a-a91696947f40 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 1097 time: 0.1221342 Jun 29 15:54:42.364019 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dc5ee-d1d3-4fbf-ada6-d1a5b773a334 req-ce1771b6-c3f5-4c49-be8e-64653e4278c8 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:42.365640 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a00dc5ee-d1d3-4fbf-ada6-d1a5b773a334 req-ce1771b6-c3f5-4c49-be8e-64653e4278c8 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.1296570 Jun 29 15:54:42.412971 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-f3877702-ae5e-4445-b985-df100f6d7a7b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6049b429-6ff6-4f37-a2b0-1d1047e72db0 HTTP/1.1" status: 200 len: 217 time: 0.0463428 Jun 29 15:54:42.490636 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a00dc5ee-d1d3-4fbf-ada6-d1a5b773a334 req-8176936e-5a59-4f5e-80b3-e0dbccad67d0 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182773 Jun 29 15:54:42.542963 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-65792fcc-00ec-44cf-b09c-d35b7bebfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:42.544722 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-65792fcc-00ec-44cf-b09c-d35b7bebfdc6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e782a185-6e99-410c-b6d3-eb6560de4818 HTTP/1.1" status: 200 len: 850 time: 0.1127765 Jun 29 15:54:42.641650 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-680c10d9-a4c1-4cd4-9221-59daa03e1427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:42.646687 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207751-1bef-478b-8e95-f87d8eeffc7b req-5f9162e1-d804-4177-9b9c-e7b13021bbe2 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:42.646929 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-680c10d9-a4c1-4cd4-9221-59daa03e1427 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef06879d-50c8-4635-a559-6c16b91b96ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924661 Jun 29 15:54:42.652083 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 57535949-8c0d-475d-9181-3a3fd220c33c no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:54:42.661961 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5a207751-1bef-478b-8e95-f87d8eeffc7b req-5f9162e1-d804-4177-9b9c-e7b13021bbe2 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 944 time: 0.1723878 Jun 29 15:54:42.723362 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: 57535949-8c0d-475d-9181-3a3fd220c33c {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:54:42.725513 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 57535949-8c0d-475d-9181-3a3fd220c33c not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:54:42.773551 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5a207751-1bef-478b-8e95-f87d8eeffc7b req-a4be71ef-1097-47da-bf26-f5347425858b tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100221 Jun 29 15:54:42.907961 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-31d999c1-26e1-4310-8edd-b5d1b393ca0a service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448089 Jun 29 15:54:42.924123 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff28c65-8594-405d-9ddc-fb24821237d7 req-e4310885-65e1-4c7d-a6e8-d3cd0179c0f9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:42.925635 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ff28c65-8594-405d-9ddc-fb24821237d7 req-e4310885-65e1-4c7d-a6e8-d3cd0179c0f9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 945 time: 0.1818078 Jun 29 15:54:43.114148 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139747ce-fe11-4e6b-8769-c7b28040482a req-08de285c-e7b0-4d5b-acd5-9d0ff69cf5c6 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:43.115954 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-139747ce-fe11-4e6b-8769-c7b28040482a req-08de285c-e7b0-4d5b-acd5-9d0ff69cf5c6 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0934510 Jun 29 15:54:43.165791 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-139747ce-fe11-4e6b-8769-c7b28040482a req-7f2059de-91ee-4936-808b-6d846154b510 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441601 Jun 29 15:54:43.236459 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15082d0-c891-4bb1-b137-49c61fafd607 req-6d503578-30ac-45dc-874f-03c9d094f470 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:43.237928 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a15082d0-c891-4bb1-b137-49c61fafd607 req-6d503578-30ac-45dc-874f-03c9d094f470 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 945 time: 0.4363680 Jun 29 15:54:43.394008 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a15082d0-c891-4bb1-b137-49c61fafd607 req-7d0f6b12-1a1e-4234-b780-5411ec74dab5 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277485 Jun 29 15:54:43.409520 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c4cd9b35-2ec4-4e99-aa3c-a5a364029b72 req-fc3cf36d-713f-4fb7-bebf-784003e1090f service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826286 Jun 29 15:54:43.447099 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-9ff28c65-8594-405d-9ddc-fb24821237d7 req-7995d269-d4c0-47ff-82a9-19826be06864 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Deleting port 6dec1c53-f213-4e4c-808c-0938753c3f70 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:54:43.447324 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ff28c65-8594-405d-9ddc-fb24821237d7 req-7995d269-d4c0-47ff-82a9-19826be06864 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:43.584161 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-9ff28c65-8594-405d-9ddc-fb24821237d7 req-7995d269-d4c0-47ff-82a9-19826be06864 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] For port 6dec1c53-f213-4e4c-808c-0938753c3f70, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6dec1c53-f213-4e4c-808c-0938753c3f70,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:43.584524 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ff28c65-8594-405d-9ddc-fb24821237d7 req-7995d269-d4c0-47ff-82a9-19826be06864 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:43.603510 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-9ff28c65-8594-405d-9ddc-fb24821237d7 req-7995d269-d4c0-47ff-82a9-19826be06864 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Calling delete_port for 6dec1c53-f213-4e4c-808c-0938753c3f70 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:54:43.610083 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b3ab8-360d-47bb-9c0e-a1db0725628e req-d649d78a-7b67-4df9-bc67-60a85380c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:43.611570 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-854b3ab8-360d-47bb-9c0e-a1db0725628e req-d649d78a-7b67-4df9-bc67-60a85380c804 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 1097 time: 0.1443172 Jun 29 15:54:43.695079 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:43.745977 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb9865-89a4-462a-9a92-4daf9c222acc req-87728989-8096-4e45-b98a-4489d791f8fd tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:43.756952 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-10e0e2fe-1f60-467b-91d2-5afabc3c409e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:43.758510 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ebfb9865-89a4-462a-9a92-4daf9c222acc req-87728989-8096-4e45-b98a-4489d791f8fd tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.1191278 Jun 29 15:54:43.790832 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b3ab8-360d-47bb-9c0e-a1db0725628e req-abe71e8d-765b-41a9-b383-3b0dfb2473ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:43.792742 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-854b3ab8-360d-47bb-9c0e-a1db0725628e req-abe71e8d-765b-41a9-b383-3b0dfb2473ad service neutron] 10.222.0.81 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 912 time: 0.1739953 Jun 29 15:54:43.813492 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ebfb9865-89a4-462a-9a92-4daf9c222acc req-786f1dbb-6328-42c9-bc9e-bfbf4c08427b tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506446 Jun 29 15:54:43.912862 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-854b3ab8-360d-47bb-9c0e-a1db0725628e req-67abbc68-1f17-48e8-911d-6d90b9e1fb8e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6049b429-6ff6-4f37-a2b0-1d1047e72db0 HTTP/1.1" status: 200 len: 217 time: 0.1039712 Jun 29 15:54:44.009177 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ff28c65-8594-405d-9ddc-fb24821237d7 req-7995d269-d4c0-47ff-82a9-19826be06864 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:44.015259 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b3ab8-360d-47bb-9c0e-a1db0725628e req-84daad17-3f95-45f9-a8e9-ca04a6bf1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:44.016772 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-854b3ab8-360d-47bb-9c0e-a1db0725628e req-84daad17-3f95-45f9-a8e9-ca04a6bf1feb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e782a185-6e99-410c-b6d3-eb6560de4818 HTTP/1.1" status: 200 len: 850 time: 0.0902629 Jun 29 15:54:44.017463 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bfee273d-4231-44f3-a45b-bf8cf633cfc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:44.035528 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['b0450eda-1567-46ba-8ab3-1234cb202751', '6dec1c53-f213-4e4c-808c-0938753c3f70'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:54:44.069735 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995d269-d4c0-47ff-82a9-19826be06864 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Pushing event deleted for resources: {'Port': ['ID=6dec1c53-f213-4e4c-808c-0938753c3f70,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:44.087439 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7995d269-d4c0-47ff-82a9-19826be06864 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:44.183005 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff28c65-8594-405d-9ddc-fb24821237d7 req-7995d269-d4c0-47ff-82a9-19826be06864 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] No DVR routers for this DVR port 6dec1c53-f213-4e4c-808c-0938753c3f70 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:54:44.193273 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab201054-f68b-4dbd-a97c-450c5dc04cdd req-8e487ad6-575a-46bc-95c3-0a43255314a1 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:44.195483 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ab201054-f68b-4dbd-a97c-450c5dc04cdd req-8e487ad6-575a-46bc-95c3-0a43255314a1 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 944 time: 0.2523975 Jun 29 15:54:44.197873 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9ff28c65-8594-405d-9ddc-fb24821237d7 req-7995d269-d4c0-47ff-82a9-19826be06864 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:44.199993 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ff28c65-8594-405d-9ddc-fb24821237d7 req-7995d269-d4c0-47ff-82a9-19826be06864 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "DELETE /v2.0/ports/6dec1c53-f213-4e4c-808c-0938753c3f70 HTTP/1.1" status: 204 len: 173 time: 1.2600949 Jun 29 15:54:44.236681 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b3ab8-360d-47bb-9c0e-a1db0725628e req-677f902c-f0ae-4ff4-b770-cbf949202ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:44.242165 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-854b3ab8-360d-47bb-9c0e-a1db0725628e req-677f902c-f0ae-4ff4-b770-cbf949202ae4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef06879d-50c8-4635-a559-6c16b91b96ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1958144 Jun 29 15:54:44.290502 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c18bcd-2112-4215-8aea-c3913874fe63', 'name': 'network-vif-deleted', 'tag': '6dec1c53-f213-4e4c-808c-0938753c3f70'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:54:44.293284 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e33476-5d04-422c-ac84-ab8083614eb9" -d '{"events": [{"server_uuid": "76c18bcd-2112-4215-8aea-c3913874fe63", "name": "network-vif-deleted", "tag": "6dec1c53-f213-4e4c-808c-0938753c3f70"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:54:44.337081 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ab201054-f68b-4dbd-a97c-450c5dc04cdd req-88a5c674-e107-41a7-a8d1-6d78d5de721e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332715 Jun 29 15:54:44.398619 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eb037b-4980-4ad3-98ec-7470fa67184b x-openstack-request-id: req-d9eb037b-4980-4ad3-98ec-7470fa67184b {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:54:44.398924 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c18bcd-2112-4215-8aea-c3913874fe63", "name": "network-vif-deleted", "tag": "6dec1c53-f213-4e4c-808c-0938753c3f70", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:54:44.399264 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d9eb037b-4980-4ad3-98ec-7470fa67184b {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:54:44.399683 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c18bcd-2112-4215-8aea-c3913874fe63', 'name': 'network-vif-deleted', 'tag': '6dec1c53-f213-4e4c-808c-0938753c3f70', 'status': 'completed', 'code': 200} Jun 29 15:54:44.408235 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-854b3ab8-360d-47bb-9c0e-a1db0725628e req-feea6e78-d99c-420e-9c90-303a2e58c5d1 service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546853 Jun 29 15:54:44.469312 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231b4c1-c3f0-49d3-9b7e-0836248a2240 req-d8cd7c9b-19ad-43ec-ad71-5c1f1aef898c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:44.473278 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f231b4c1-c3f0-49d3-9b7e-0836248a2240 req-d8cd7c9b-19ad-43ec-ad71-5c1f1aef898c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0850029 Jun 29 15:54:44.539569 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-854b3ab8-360d-47bb-9c0e-a1db0725628e req-49cd6556-5bc8-4fd7-8b33-f218c9f3a3e2 service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241889 Jun 29 15:54:44.564468 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f231b4c1-c3f0-49d3-9b7e-0836248a2240 req-255a168c-68c6-427b-b139-31c694883387 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757902 Jun 29 15:54:44.621047 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:44.630258 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ac175a5-7b33-4a60-8689-56fe8baf0e51 req-a48a2b91-c7be-4269-b41a-e801df0b16f6 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=76c18bcd-2112-4215-8aea-c3913874fe63 HTTP/1.1" status: 200 len: 210 time: 0.0405054 Jun 29 15:54:45.032543 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4350ee-9d41-4a76-bb1e-7e00b68e125b req-de0f3350-afd2-44bd-8bd3-d1ba756aea83 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:45.034540 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c4350ee-9d41-4a76-bb1e-7e00b68e125b req-de0f3350-afd2-44bd-8bd3-d1ba756aea83 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0730417 Jun 29 15:54:45.083562 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c4350ee-9d41-4a76-bb1e-7e00b68e125b req-fa32eb47-6082-4985-b96b-be86cea77ebc tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423584 Jun 29 15:54:45.504219 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e65e6-eb8a-4d82-91c9-a94557447a5d req-0c87cb23-7b6b-43b8-abf5-aa4eb3c98610 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:45.506474 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d13e65e6-eb8a-4d82-91c9-a94557447a5d req-0c87cb23-7b6b-43b8-abf5-aa4eb3c98610 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 944 time: 0.0664048 Jun 29 15:54:45.544902 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d13e65e6-eb8a-4d82-91c9-a94557447a5d req-690bddf0-88b2-48c2-9494-74765e3ed7a3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327423 Jun 29 15:54:45.750842 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075d84c-db38-4e83-9b20-7835ccc9c664 req-58416cc5-e800-4877-a816-d24ab04cc4a6 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:45.752347 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e075d84c-db38-4e83-9b20-7835ccc9c664 req-58416cc5-e800-4877-a816-d24ab04cc4a6 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0714395 Jun 29 15:54:45.796761 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e075d84c-db38-4e83-9b20-7835ccc9c664 req-a3904faf-92bb-46c4-8fce-ef02900c8988 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377271 Jun 29 15:54:45.918212 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08749b0c-911e-4af7-bc97-092b06364479 req-ce6d781e-3a09-4598-aec2-f291515ecb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:45.919688 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08749b0c-911e-4af7-bc97-092b06364479 req-ce6d781e-3a09-4598-aec2-f291515ecb63 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 1099 time: 0.0528650 Jun 29 15:54:46.017219 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08749b0c-911e-4af7-bc97-092b06364479 req-facfc84d-d0a2-4c9d-962b-bed7b087eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:46.018706 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08749b0c-911e-4af7-bc97-092b06364479 req-facfc84d-d0a2-4c9d-962b-bed7b087eda7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 200 len: 916 time: 0.0926478 Jun 29 15:54:46.081759 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08749b0c-911e-4af7-bc97-092b06364479 req-c5328bae-a763-4110-aefd-fd5973f38230 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb HTTP/1.1" status: 200 len: 1001 time: 0.0565979 Jun 29 15:54:46.129524 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08749b0c-911e-4af7-bc97-092b06364479 req-79513aa9-884c-4987-88c3-c5ee457f19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:46.131065 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08749b0c-911e-4af7-bc97-092b06364479 req-79513aa9-884c-4987-88c3-c5ee457f19fe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8db42e60-7985-44f3-8899-246ef24f69ae HTTP/1.1" status: 200 len: 854 time: 0.0434756 Jun 29 15:54:46.191828 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08749b0c-911e-4af7-bc97-092b06364479 req-2fd23cf1-c3b0-4ee6-9ad1-de73738b8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:46.193591 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08749b0c-911e-4af7-bc97-092b06364479 req-2fd23cf1-c3b0-4ee6-9ad1-de73738b8c5c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=61586768-e621-44be-873b-6ad3c5a47dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565109 Jun 29 15:54:46.219143 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:46.326597 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08749b0c-911e-4af7-bc97-092b06364479 req-8b51bd06-e1cb-4120-8e98-7c024ba3c2a5 service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268880 Jun 29 15:54:46.338118 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca8ec1-3e02-4aa7-a985-abea76e22a10 req-ea23b1e2-1064-4dd3-ba0f-6e2939c1c103 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:46.339469 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53ca8ec1-3e02-4aa7-a985-abea76e22a10 req-ea23b1e2-1064-4dd3-ba0f-6e2939c1c103 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.1317794 Jun 29 15:54:46.420519 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-53ca8ec1-3e02-4aa7-a985-abea76e22a10 req-86c91eea-f553-40bf-bc11-325a665e3a99 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733266 Jun 29 15:54:46.446331 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-08749b0c-911e-4af7-bc97-092b06364479 req-8b786124-d6ff-42e9-88a4-2ae050edd243 service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059377 Jun 29 15:54:46.666231 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 6dec1c53-f213-4e4c-808c-0938753c3f70 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:54:46.685725 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: 6dec1c53-f213-4e4c-808c-0938753c3f70 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:54:46.686001 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 6dec1c53-f213-4e4c-808c-0938753c3f70 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:54:46.722647 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba655a-f281-4426-a049-21865ba9baf8 req-72b15013-8449-4824-b73e-f971c9f4c06e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:46.724705 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c1ba655a-f281-4426-a049-21865ba9baf8 req-72b15013-8449-4824-b73e-f971c9f4c06e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 944 time: 0.0656354 Jun 29 15:54:46.760579 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c1ba655a-f281-4426-a049-21865ba9baf8 req-7c21770f-4abd-4e6e-bfc0-3fe09c8de843 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302718 Jun 29 15:54:47.126533 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eee355-dfb9-4f32-ba46-520e19f85a56 req-9e8f882b-8343-4a9a-8795-b6dede9d2ff6 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:47.127988 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2eee355-dfb9-4f32-ba46-520e19f85a56 req-9e8f882b-8343-4a9a-8795-b6dede9d2ff6 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0650599 Jun 29 15:54:47.171597 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2eee355-dfb9-4f32-ba46-520e19f85a56 req-80201e79-2575-4c09-8ab8-933f278b134e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375462 Jun 29 15:54:47.238291 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4a7cb-27ee-41f0-ae5e-352be902bcab req-15730c50-ac1d-4007-80e9-13e12a3624c8 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:47.240327 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e9a4a7cb-27ee-41f0-ae5e-352be902bcab req-15730c50-ac1d-4007-80e9-13e12a3624c8 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 946 time: 0.0651546 Jun 29 15:54:47.280934 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e9a4a7cb-27ee-41f0-ae5e-352be902bcab req-6e66ff99-d2ab-42e4-b1dc-5dfd94d61b27 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349584 Jun 29 15:54:47.590828 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a27d83-e27e-4fae-84f4-f5a67fdac202 req-22481a76-c0a4-4171-871a-f56812ac3fe4 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:47.592186 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-63a27d83-e27e-4fae-84f4-f5a67fdac202 req-22481a76-c0a4-4171-871a-f56812ac3fe4 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0632424 Jun 29 15:54:47.629286 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-63a27d83-e27e-4fae-84f4-f5a67fdac202 req-fefa3261-c881-4fa0-9b68-11aacddcc5e7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316184 Jun 29 15:54:47.933926 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73addbd5-b984-404a-b715-cd3b494a4d88 req-9a4ddaac-b85d-42d8-9b48-17807b602a30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:47.935621 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-73addbd5-b984-404a-b715-cd3b494a4d88 req-9a4ddaac-b85d-42d8-9b48-17807b602a30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 944 time: 0.0610745 Jun 29 15:54:47.972484 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-73addbd5-b984-404a-b715-cd3b494a4d88 req-cea1ad16-7484-479b-9baf-1c5a5d865a38 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Jun 29 15:54:48.358860 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1ecd7-612b-41a6-8aae-d206356fddeb req-1137dd81-fcb1-492e-a5be-86942afc12f3 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:48.360512 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2bd1ecd7-612b-41a6-8aae-d206356fddeb req-1137dd81-fcb1-492e-a5be-86942afc12f3 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0685592 Jun 29 15:54:48.404289 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2bd1ecd7-612b-41a6-8aae-d206356fddeb req-1a878444-8af7-43bc-9916-6d5c1985505c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361922 Jun 29 15:54:48.460701 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445354d-0870-450c-8a94-bd3c8f3fa2a5 req-34e8c78e-b8c9-4108-9d53-2deb2d8f5c90 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:48.462080 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e445354d-0870-450c-8a94-bd3c8f3fa2a5 req-34e8c78e-b8c9-4108-9d53-2deb2d8f5c90 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 946 time: 0.0625322 Jun 29 15:54:48.497890 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e445354d-0870-450c-8a94-bd3c8f3fa2a5 req-34fc4eef-6b98-4a11-a3ff-7b02216ec99f tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26e38f4-b236-4a0a-a41a-1a8d678286e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301874 Jun 29 15:54:48.809894 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fd044-6c0e-4774-9590-6bbe6e59eeb0 req-955b4d9e-4efc-4274-9a4d-02bcd5b2832a tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:48.811273 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ec0fd044-6c0e-4774-9590-6bbe6e59eeb0 req-955b4d9e-4efc-4274-9a4d-02bcd5b2832a tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0666332 Jun 29 15:54:48.848547 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ec0fd044-6c0e-4774-9590-6bbe6e59eeb0 req-a5da153f-8fe5-4fe3-a48a-3f9d49f9c72b tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314338 Jun 29 15:54:48.978353 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c85b14-7f0e-42a4-83b3-5d1f992504da req-b0a72f7d-fe3c-47c9-b97a-f56b6b0e45fc tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:48.979813 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-10c85b14-7f0e-42a4-83b3-5d1f992504da req-b0a72f7d-fe3c-47c9-b97a-f56b6b0e45fc tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 946 time: 0.0623777 Jun 29 15:54:49.081870 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-10c85b14-7f0e-42a4-83b3-5d1f992504da req-3d2d101a-5c10-4644-8d7d-aad131e37220 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Deleting port b0450eda-1567-46ba-8ab3-1234cb202751 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:54:49.082105 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-10c85b14-7f0e-42a4-83b3-5d1f992504da req-3d2d101a-5c10-4644-8d7d-aad131e37220 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:49.145489 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced17873-8529-46f4-a2d1-4886d1d7157a req-93ad61a2-6ca3-4401-843b-332292e1ea5f tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:49.147506 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ced17873-8529-46f4-a2d1-4886d1d7157a req-93ad61a2-6ca3-4401-843b-332292e1ea5f tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 944 time: 0.0666087 Jun 29 15:54:49.170912 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-10c85b14-7f0e-42a4-83b3-5d1f992504da req-3d2d101a-5c10-4644-8d7d-aad131e37220 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] For port b0450eda-1567-46ba-8ab3-1234cb202751, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=b0450eda-1567-46ba-8ab3-1234cb202751,segment=NetworkSegment(a5308e97-1589-4fd6-9d85-df58b5116f2f),segment_id=a5308e97-1589-4fd6-9d85-df58b5116f2f)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:49.171293 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-10c85b14-7f0e-42a4-83b3-5d1f992504da req-3d2d101a-5c10-4644-8d7d-aad131e37220 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:49.184009 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-10c85b14-7f0e-42a4-83b3-5d1f992504da req-3d2d101a-5c10-4644-8d7d-aad131e37220 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Calling delete_port for b0450eda-1567-46ba-8ab3-1234cb202751 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:54:49.185769 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ced17873-8529-46f4-a2d1-4886d1d7157a req-29f1f741-a605-4401-93ef-70e974173192 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325551 Jun 29 15:54:49.312067 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-10c85b14-7f0e-42a4-83b3-5d1f992504da req-3d2d101a-5c10-4644-8d7d-aad131e37220 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:49.315895 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-483462fa-8e39-44f3-b9b6-fbdb546cbcfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:49.328095 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['b0450eda-1567-46ba-8ab3-1234cb202751'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:54:49.339722 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d101a-5c10-4644-8d7d-aad131e37220 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Pushing event deleted for resources: {'Port': ['ID=b0450eda-1567-46ba-8ab3-1234cb202751,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:49.343427 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3d2d101a-5c10-4644-8d7d-aad131e37220 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:49.389389 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c85b14-7f0e-42a4-83b3-5d1f992504da req-3d2d101a-5c10-4644-8d7d-aad131e37220 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] No DVR routers for this DVR port b0450eda-1567-46ba-8ab3-1234cb202751 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:54:49.391770 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-10c85b14-7f0e-42a4-83b3-5d1f992504da req-3d2d101a-5c10-4644-8d7d-aad131e37220 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:49.393742 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-10c85b14-7f0e-42a4-83b3-5d1f992504da req-3d2d101a-5c10-4644-8d7d-aad131e37220 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.81 "DELETE /v2.0/ports/b0450eda-1567-46ba-8ab3-1234cb202751 HTTP/1.1" status: 204 len: 173 time: 0.4081640 Jun 29 15:54:49.394231 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a22c13-6627-4a74-aa88-f6e4466b8b9e', 'name': 'network-vif-deleted', 'tag': 'b0450eda-1567-46ba-8ab3-1234cb202751'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:54:49.396588 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64654638-5062-490a-bbec-b7e88da1ee35" -d '{"events": [{"server_uuid": "94a22c13-6627-4a74-aa88-f6e4466b8b9e", "name": "network-vif-deleted", "tag": "b0450eda-1567-46ba-8ab3-1234cb202751"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:54:49.437176 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60268e4e-63b8-41e0-9927-6937771d4fbf x-openstack-request-id: req-60268e4e-63b8-41e0-9927-6937771d4fbf {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:54:49.437619 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a22c13-6627-4a74-aa88-f6e4466b8b9e", "name": "network-vif-deleted", "tag": "b0450eda-1567-46ba-8ab3-1234cb202751", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:54:49.437998 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-60268e4e-63b8-41e0-9927-6937771d4fbf {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:54:49.438482 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a22c13-6627-4a74-aa88-f6e4466b8b9e', 'name': 'network-vif-deleted', 'tag': 'b0450eda-1567-46ba-8ab3-1234cb202751', 'status': 'completed', 'code': 200} Jun 29 15:54:49.598297 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75212541-b049-4a2f-8763-2882538cb048 req-01e15702-4d24-4148-b004-a116a348b045 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:49.600791 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-75212541-b049-4a2f-8763-2882538cb048 req-01e15702-4d24-4148-b004-a116a348b045 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0816472 Jun 29 15:54:49.639102 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-75212541-b049-4a2f-8763-2882538cb048 req-d97eabf8-0bd7-44ec-981d-02a88165b0a7 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326433 Jun 29 15:54:49.680401 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8c786d59-0850-4e75-add8-02e802f8e1fb req-4b604671-2db9-4be0-82cf-2714d36eb3e3 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] 10.222.0.69 "GET /v2.0/ports?device_id=94a22c13-6627-4a74-aa88-f6e4466b8b9e HTTP/1.1" status: 200 len: 210 time: 0.0325041 Jun 29 15:54:50.035897 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991e4bf-0893-41f7-b8f2-a0fee5d8b85a req-96fc03da-c8ce-41fc-8ede-ddf19da037c2 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:50.038266 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c991e4bf-0893-41f7-b8f2-a0fee5d8b85a req-96fc03da-c8ce-41fc-8ede-ddf19da037c2 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0743949 Jun 29 15:54:50.081476 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c991e4bf-0893-41f7-b8f2-a0fee5d8b85a req-fc120279-8d90-47a8-893a-4051a63675e4 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370464 Jun 29 15:54:50.374146 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086fe7-f867-4d6e-bcc5-8bd9da3698e2 req-9bc9b5c7-8f0b-4030-82f7-bfaffd242ced tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:50.375726 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f1086fe7-f867-4d6e-bcc5-8bd9da3698e2 req-9bc9b5c7-8f0b-4030-82f7-bfaffd242ced tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 944 time: 0.0687122 Jun 29 15:54:50.418977 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f1086fe7-f867-4d6e-bcc5-8bd9da3698e2 req-2618ff3f-bfc2-4d0d-a8fd-5e4545248b12 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373528 Jun 29 15:54:50.432173 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d9d40-5fe6-4b92-94a4-5d8e64753076 req-ff8f9c03-28d3-47aa-b211-d3dbe3435b1f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:50.433736 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d93d9d40-5fe6-4b92-94a4-5d8e64753076 req-ff8f9c03-28d3-47aa-b211-d3dbe3435b1f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 946 time: 0.0642889 Jun 29 15:54:50.484603 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d93d9d40-5fe6-4b92-94a4-5d8e64753076 req-da615ca3-22f3-4fe6-9afe-20bdd7e5a8ff tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396538 Jun 29 15:54:50.701117 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device b0450eda-1567-46ba-8ab3-1234cb202751 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:54:50.721101 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: b0450eda-1567-46ba-8ab3-1234cb202751 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:54:50.721489 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device b0450eda-1567-46ba-8ab3-1234cb202751 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:54:50.721919 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 7e693600-0aed-4723-92bd-37bc58a9e4fb no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:54:50.774646 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 40904) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:50.791879 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40906) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:50.821846 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f28767-d443-4d95-986d-69aad0fc7042 admin admin] Deleting subnet c16c7709-1233-4e6f-be61-74b96428410e {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 15:54:50.825366 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72f28767-d443-4d95-986d-69aad0fc7042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:50.860841 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72f28767-d443-4d95-986d-69aad0fc7042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9294822'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:50.901986 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72f28767-d443-4d95-986d-69aad0fc7042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:50.913346 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:50.924304 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-f5a0f26e-db8e-49de-9449-3e61c587abcb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311224 Jun 29 15:54:50.936310 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:54:50.938660 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d1da13-33d1-4859-9948-53fd87e4b068" -d '{"events": [{"server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "name": "network-vif-unplugged", "status": "completed", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:54:50.952256 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 7e693600-0aed-4723-92bd-37bc58a9e4fb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:50.956452 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:50.958771 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:50.966205 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72f28767-d443-4d95-986d-69aad0fc7042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9165188'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:50.968735 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:50.994812 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f28767-d443-4d95-986d-69aad0fc7042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16c7709-1233-4e6f-be61-74b96428410e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:50.995112 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 15:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2846bdb-d54f-4f54-aee5-cc5cad02fc3b x-openstack-request-id: req-c2846bdb-d54f-4f54-aee5-cc5cad02fc3b {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:54:50.995468 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "name": "network-vif-unplugged", "status": "failed", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb", "code": 422}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:54:50.995792 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2846bdb-d54f-4f54-aee5-cc5cad02fc3b {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:54:50.996258 dv-cinder-792209-4-iscsi neutron-server[92924]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'code': 422} returned with failed status Jun 29 15:54:50.998270 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-72f28767-d443-4d95-986d-69aad0fc7042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:50.999325 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-72f28767-d443-4d95-986d-69aad0fc7042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:51.001427 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-72f28767-d443-4d95-986d-69aad0fc7042 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c16c7709-1233-4e6f-be61-74b96428410e HTTP/1.1" status: 204 len: 168 time: 0.2254386 Jun 29 15:54:51.004146 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40914) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:51.013493 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=7e693600-0aed-4723-92bd-37bc58a9e4fb,revision_number=8']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:51.016551 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:51.074914 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:51.154530 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:51.165550 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed559ab0-4bf7-4e9a-b537-3464bbb7300f']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:51.186324 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5308e97-1589-4fd6-9d85-df58b5116f2f') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:51.186660 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5308e97-1589-4fd6-9d85-df58b5116f2f') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:54:51.196851 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2514708'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:51.220672 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:51.228254 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:54:51.228902 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9716340'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: Traceback (most recent call last): Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: timer() Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: cb(*args, **kw) Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: return func(*args, **kwargs) Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: self._notify() Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: self.callback(batched_events) Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: event.method(event) Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: return f(self, *a, **k) Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._get(url).json() Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:54:51.230776 dv-cinder-792209-4-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:54:51.261487 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ced311-9176-4e03-9b33-32d5a8d3d2bd req-3b1352c8-cb7c-44ff-8f8f-5adcf1a1a590 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:51.263151 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f3ced311-9176-4e03-9b33-32d5a8d3d2bd req-3b1352c8-cb7c-44ff-8f8f-5adcf1a1a590 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0685506 Jun 29 15:54:51.289217 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:51.306411 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:51.308732 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] 10.222.0.69 "DELETE /v2.0/networks/ed559ab0-4bf7-4e9a-b537-3464bbb7300f HTTP/1.1" status: 204 len: 168 time: 0.3035753 Jun 29 15:54:51.309236 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f3ced311-9176-4e03-9b33-32d5a8d3d2bd req-31c78258-4fd3-4989-a75a-c14948d6ded4 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388322 Jun 29 15:54:51.309758 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:51.324866 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] Pushing event deleted for resources: {'Network': ['ID=ed559ab0-4bf7-4e9a-b537-3464bbb7300f,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:51.331662 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:51.518512 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 40926) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:51.608563 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-429d7e15-b64e-4a2f-aef4-0e6736e0fdef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab3805f5784945b6b394857877c2330a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0886989 Jun 29 15:54:51.611897 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 40930) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:54:51.638977 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f970a-f15d-4cf8-adb4-cf60718d361a req-2461e38b-7be4-4d14-928c-b58068f1097e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:51.640563 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e97f970a-f15d-4cf8-adb4-cf60718d361a req-2461e38b-7be4-4d14-928c-b58068f1097e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 944 time: 0.0961747 Jun 29 15:54:51.681983 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e97f970a-f15d-4cf8-adb4-cf60718d361a req-949a3d01-3ecb-4d55-b918-dc4bbb2af9c7 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341191 Jun 29 15:54:51.718999 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-98921395-3899-4575-9306-71f72a4b2b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:51.729567 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbd347-a84a-4c8b-9ad3-cf066275d21a req-3d302f70-0ede-4ff9-8c54-446610b5a988 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:51.731036 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-51bbd347-a84a-4c8b-9ad3-cf066275d21a req-3d302f70-0ede-4ff9-8c54-446610b5a988 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.1048405 Jun 29 15:54:51.788322 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-98921395-3899-4575-9306-71f72a4b2b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:51.846882 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-51bbd347-a84a-4c8b-9ad3-cf066275d21a req-da851eb0-bfb0-4c7f-ba8d-6166d2f14dd1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988574 Jun 29 15:54:51.863222 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cf513-7cec-4b14-a9eb-976abb0606b7 req-bb8c8e13-c3a1-4b7c-9d17-523aad1ce5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:51.865436 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4a5cf513-7cec-4b14-a9eb-976abb0606b7 req-bb8c8e13-c3a1-4b7c-9d17-523aad1ce5f9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 1098 time: 0.1328847 Jun 29 15:54:51.874096 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-98921395-3899-4575-9306-71f72a4b2b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:51.876682 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-98921395-3899-4575-9306-71f72a4b2b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:51.877786 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-98921395-3899-4575-9306-71f72a4b2b7f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f26e38f4-b236-4a0a-a41a-1a8d678286e7 HTTP/1.1" status: 204 len: 168 time: 0.2647016 Jun 29 15:54:51.878553 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b8dcc57b-9ba1-416e-93cf-a42b694278b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:51.885966 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98921395-3899-4575-9306-71f72a4b2b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26e38f4-b236-4a0a-a41a-1a8d678286e7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:51.888168 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-98921395-3899-4575-9306-71f72a4b2b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:51.938480 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4a5cf513-7cec-4b14-a9eb-976abb0606b7 req-fef44bb0-2e38-4e30-a338-93b4b05a4803 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301085 Jun 29 15:54:52.505154 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92069006-f1d6-4a6a-8659-baaccea8f123 req-82967967-f08e-4fa7-8992-7875b619de45 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:52.507338 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-92069006-f1d6-4a6a-8659-baaccea8f123 req-82967967-f08e-4fa7-8992-7875b619de45 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0696561 Jun 29 15:54:52.551786 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-92069006-f1d6-4a6a-8659-baaccea8f123 req-8b23d045-e28e-4cb8-9293-19eb86872152 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374377 Jun 29 15:54:52.677604 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-765289ac-e151-4a33-accd-c9d5526b77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:52.679316 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-765289ac-e151-4a33-accd-c9d5526b77bf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22&tenant_id=ed53fee279d64d20a9ad45e37aae39a8 HTTP/1.1" status: 200 len: 1097 time: 0.0872478 Jun 29 15:54:52.695820 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 6049b429-6ff6-4f37-a2b0-1d1047e72db0 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:54:52.763023 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-18a8382e-e06b-498a-b436-69ab8381e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:52.765046 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-18a8382e-e06b-498a-b436-69ab8381e571 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 1097 time: 0.0603189 Jun 29 15:54:52.822287 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 6049b429-6ff6-4f37-a2b0-1d1047e72db0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6049b429-6ff6-4f37-a2b0-1d1047e72db0,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:52.853226 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '6049b429-6ff6-4f37-a2b0-1d1047e72db0', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'port_id': '6049b429-6ff6-4f37-a2b0-1d1047e72db0', 'mac_address': 'fa:16:3e:29:89:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:54:52.904948 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:52.923029 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6049b429-6ff6-4f37-a2b0-1d1047e72db0 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:54:52.952002 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-1b119910-ccde-4017-9efb-43defb431b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:52.952303 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 6049b429-6ff6-4f37-a2b0-1d1047e72db0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6049b429-6ff6-4f37-a2b0-1d1047e72db0,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:52.953697 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-1b119910-ccde-4017-9efb-43defb431b7e service neutron] 10.222.0.81 "GET /v2.0/networks?id=61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 200 len: 916 time: 0.1741934 Jun 29 15:54:52.958350 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:52.963188 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:52.973557 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc141e6-d8bb-4bed-b34a-059caaf64b6b req-62469db1-673c-4eca-9436-349e900da065 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:52.975739 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-abc141e6-d8bb-4bed-b34a-059caaf64b6b req-62469db1-673c-4eca-9436-349e900da065 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 944 time: 0.1355894 Jun 29 15:54:53.046199 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=6049b429-6ff6-4f37-a2b0-1d1047e72db0,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:53.058081 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:53.064247 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-abc141e6-d8bb-4bed-b34a-059caaf64b6b req-4069d0e7-e2a0-4b29-b44d-cbdb7d98f9f5 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490282 Jun 29 15:54:53.073582 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-805e0ecc-f6d8-47a3-b6dd-7f14d607c3d4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb HTTP/1.1" status: 200 len: 999 time: 0.1106772 Jun 29 15:54:53.134354 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f41e7d-3d88-4ad1-9f11-262afdecd437 req-94946942-0ef2-41b5-8606-201e023df3e1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:53.136423 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-22f41e7d-3d88-4ad1-9f11-262afdecd437 req-94946942-0ef2-41b5-8606-201e023df3e1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.1235020 Jun 29 15:54:53.138283 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-a72f5976-f03e-4244-9775-e8321edcfd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:53.139660 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-a72f5976-f03e-4244-9775-e8321edcfd4b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8db42e60-7985-44f3-8899-246ef24f69ae HTTP/1.1" status: 200 len: 854 time: 0.0591853 Jun 29 15:54:53.186019 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-22f41e7d-3d88-4ad1-9f11-262afdecd437 req-cb1c57aa-7e2c-4723-84bc-38b2840e7844 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423937 Jun 29 15:54:53.216450 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-d8fe9a76-3aff-42c9-bdf3-7b40fff263e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:53.217967 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-d8fe9a76-3aff-42c9-bdf3-7b40fff263e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=61586768-e621-44be-873b-6ad3c5a47dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711641 Jun 29 15:54:53.245940 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['6049b429-6ff6-4f37-a2b0-1d1047e72db0'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:54:53.548532 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-2b2671b2-9d2e-4063-905f-0f8946c6e72a service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230627 Jun 29 15:54:53.637094 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0e0f0b7-d419-439b-ad94-7a2e7ad96440 req-31001dd2-05fa-478f-ba76-5dee0b96405e service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823300 Jun 29 15:54:53.734043 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7bc65-7041-40fe-919d-ce6e8906cc66 req-c44ff713-9866-4819-a00e-32660f7abd92 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:53.735500 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-39d7bc65-7041-40fe-919d-ce6e8906cc66 req-c44ff713-9866-4819-a00e-32660f7abd92 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0641732 Jun 29 15:54:53.775726 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-39d7bc65-7041-40fe-919d-ce6e8906cc66 req-a2c87fd6-57bd-4d13-8364-6f35a7b83e2c tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309870 Jun 29 15:54:54.281672 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fb73f-409a-44f5-aa8e-40972cdf7a8a req-4016ff0b-5f18-4b1e-aa83-ba27daacfe45 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:54.290710 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-410fb73f-409a-44f5-aa8e-40972cdf7a8a req-4016ff0b-5f18-4b1e-aa83-ba27daacfe45 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.1362414 Jun 29 15:54:54.306950 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c49b2-7ce2-4b76-8d12-d412555aa9db req-487944a8-61f1-4c14-b804-62881663ab0b tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:54.308582 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8b8c49b2-7ce2-4b76-8d12-d412555aa9db req-487944a8-61f1-4c14-b804-62881663ab0b tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 945 time: 0.1110480 Jun 29 15:54:54.311050 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e650b42-be72-46fb-813e-23de9eacf7f6 req-e185de51-d304-4843-aee2-a9e35eb0277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:54.312572 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e650b42-be72-46fb-813e-23de9eacf7f6 req-e185de51-d304-4843-aee2-a9e35eb0277a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c14a59cfe334bb7847f12a8834a95db&device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 1098 time: 0.2049246 Jun 29 15:54:54.333803 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-410fb73f-409a-44f5-aa8e-40972cdf7a8a req-c16b4f91-d95d-48ce-86da-dc89757124c2 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Jun 29 15:54:54.365234 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8b8c49b2-7ce2-4b76-8d12-d412555aa9db req-32a00b3a-ef40-495e-b9b3-4b4913f5f5f4 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483088 Jun 29 15:54:54.562873 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ed863-1fd3-4aa6-9168-44f0f4a5f66d req-26a52d8a-0f78-4f85-8ccf-5c81a5cfe0c0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:54.570566 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d56ed863-1fd3-4aa6-9168-44f0f4a5f66d req-26a52d8a-0f78-4f85-8ccf-5c81a5cfe0c0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0948372 Jun 29 15:54:54.626906 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d56ed863-1fd3-4aa6-9168-44f0f4a5f66d req-3e579e76-fe92-4c6e-b06b-cb3dfa77118f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550911 Jun 29 15:54:54.707704 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 6049b429-6ff6-4f37-a2b0-1d1047e72db0 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:54:54.777690 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port 6049b429-6ff6-4f37-a2b0-1d1047e72db0 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:54:54.784796 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 6049b429-6ff6-4f37-a2b0-1d1047e72db0 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:54:54.785260 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:54.874778 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:54.922202 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 6049b429-6ff6-4f37-a2b0-1d1047e72db0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6049b429-6ff6-4f37-a2b0-1d1047e72db0,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:54:54.923353 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d36493-ecce-4d96-9650-0109e4d2be6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049b429-6ff6-4f37-a2b0-1d1047e72db0'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:54:54.926345 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751a5634-7950-45d9-a405-212544c6a366" -d '{"events": [{"server_uuid": "88d36493-ecce-4d96-9650-0109e4d2be6d", "name": "network-vif-plugged", "status": "completed", "tag": "6049b429-6ff6-4f37-a2b0-1d1047e72db0"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:54:54.930820 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:54:54.932973 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:54:54.997870 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb8db27-fcfe-4acc-afbd-0ea39eba00a0 x-openstack-request-id: req-9eb8db27-fcfe-4acc-afbd-0ea39eba00a0 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:54:54.998548 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d36493-ecce-4d96-9650-0109e4d2be6d", "name": "network-vif-plugged", "status": "completed", "tag": "6049b429-6ff6-4f37-a2b0-1d1047e72db0", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:54:54.998811 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9eb8db27-fcfe-4acc-afbd-0ea39eba00a0 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:54:54.999202 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d36493-ecce-4d96-9650-0109e4d2be6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049b429-6ff6-4f37-a2b0-1d1047e72db0', 'code': 200} Jun 29 15:54:55.010053 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=6049b429-6ff6-4f37-a2b0-1d1047e72db0,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:54:55.013124 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:54:55.529345 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389f3d6-80e9-4bc3-b32f-6e4909c1d6a9 req-5d1f0f65-ca42-43bc-83a8-b75ff240d350 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:55.530750 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f389f3d6-80e9-4bc3-b32f-6e4909c1d6a9 req-5d1f0f65-ca42-43bc-83a8-b75ff240d350 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0863423 Jun 29 15:54:55.566862 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e9283-0181-4de5-ac20-73878ab3ee3f req-4e193fc6-c6fc-4c89-913e-c308df019d0b tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:55.568345 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-df1e9283-0181-4de5-ac20-73878ab3ee3f req-4e193fc6-c6fc-4c89-913e-c308df019d0b tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.0692177 Jun 29 15:54:55.569176 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f389f3d6-80e9-4bc3-b32f-6e4909c1d6a9 req-d44c86d2-276a-45c9-a5d8-f02eb7da4d2d tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326779 Jun 29 15:54:55.625558 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-df1e9283-0181-4de5-ac20-73878ab3ee3f req-a788eb61-bc4a-4a8b-b54a-60ead77eb811 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512319 Jun 29 15:54:55.811102 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12ef80-1d5c-4057-96bf-637b6605b857 req-df104f5e-cc75-4361-b3ba-8be39f41ca03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:55.812445 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be12ef80-1d5c-4057-96bf-637b6605b857 req-df104f5e-cc75-4361-b3ba-8be39f41ca03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0694475 Jun 29 15:54:55.850877 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-be12ef80-1d5c-4057-96bf-637b6605b857 req-fc1fd73b-2847-4536-85af-f1e1da958123 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327902 Jun 29 15:54:56.811327 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154cadb-3aa8-4959-a33f-67e6da3ccfb9 req-5ee356b6-e779-46f6-bc84-08b030c0d409 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:56.814118 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f154cadb-3aa8-4959-a33f-67e6da3ccfb9 req-5ee356b6-e779-46f6-bc84-08b030c0d409 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0876393 Jun 29 15:54:56.857781 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f154cadb-3aa8-4959-a33f-67e6da3ccfb9 req-c29bcef5-78c2-4b07-a777-e407d5f7eb91 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359688 Jun 29 15:54:56.902295 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831d19e-755d-4f7c-875a-b07e45c8c4e6 req-457837e3-8425-4118-ba5a-9092c73f62e1 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:56.906967 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d831d19e-755d-4f7c-875a-b07e45c8c4e6 req-457837e3-8425-4118-ba5a-9092c73f62e1 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.1021676 Jun 29 15:54:56.956230 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d831d19e-755d-4f7c-875a-b07e45c8c4e6 req-a2b3f579-83dd-4de0-b4dc-724d33228f5a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Jun 29 15:54:57.069314 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596795b-db6b-49d7-8b02-e1e8ef4e44bd req-8315d8f1-4646-4320-aa0a-02dfcefb596a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:57.070864 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6596795b-db6b-49d7-8b02-e1e8ef4e44bd req-8315d8f1-4646-4320-aa0a-02dfcefb596a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0701025 Jun 29 15:54:57.109568 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6596795b-db6b-49d7-8b02-e1e8ef4e44bd req-628e1c89-45ce-4fde-a5c7-90670f9f74d0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329893 Jun 29 15:54:58.113275 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5341a50-5f73-4f52-ad5e-3736edbac8df req-756beda8-16d9-4e51-bd0f-7cc9a56f6af3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:58.118291 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b5341a50-5f73-4f52-ad5e-3736edbac8df req-756beda8-16d9-4e51-bd0f-7cc9a56f6af3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.1368001 Jun 29 15:54:58.184331 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b5341a50-5f73-4f52-ad5e-3736edbac8df req-0cc254f0-a1bc-4659-b49f-677ccea201b5 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601859 Jun 29 15:54:58.243332 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34678860-0d81-4430-8996-3f4f10110734 req-34a35bd2-f2d5-42be-9573-ef4723416b07 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:58.244773 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-34678860-0d81-4430-8996-3f4f10110734 req-34a35bd2-f2d5-42be-9573-ef4723416b07 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.0860331 Jun 29 15:54:58.289839 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-34678860-0d81-4430-8996-3f4f10110734 req-64120ee2-7d49-4c78-bf66-1ffa8ce59290 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387075 Jun 29 15:54:58.497289 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05205b-1b15-448e-a44f-70c5cff7ed63 req-256ef490-78c3-4bea-ac36-021f7bef27bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:58.498924 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3b05205b-1b15-448e-a44f-70c5cff7ed63 req-256ef490-78c3-4bea-ac36-021f7bef27bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0819373 Jun 29 15:54:58.539321 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3b05205b-1b15-448e-a44f-70c5cff7ed63 req-ccd0be95-e6da-49c1-86a1-9cab25a93702 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345249 Jun 29 15:54:59.372344 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffc12c-539b-4a5a-8ee1-22a7f8c153e9 req-e61cceb0-6900-4827-94b2-60c2a3482246 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:59.373846 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-54ffc12c-539b-4a5a-8ee1-22a7f8c153e9 req-e61cceb0-6900-4827-94b2-60c2a3482246 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0700626 Jun 29 15:54:59.414303 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-54ffc12c-539b-4a5a-8ee1-22a7f8c153e9 req-d62964b2-2180-4a1c-9c7a-712190a27443 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345466 Jun 29 15:54:59.536820 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e6bd-eb27-47af-85f2-e1816e6a3775 req-672ee92c-85fa-4779-bdab-2a37fd48916c tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:59.538243 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4528e6bd-eb27-47af-85f2-e1816e6a3775 req-672ee92c-85fa-4779-bdab-2a37fd48916c tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.0632684 Jun 29 15:54:59.586131 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4528e6bd-eb27-47af-85f2-e1816e6a3775 req-55b52134-1e60-4a73-b258-929bfa750989 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421486 Jun 29 15:54:59.744673 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83d5a7-2414-4f43-aecc-eb1fa1a8f87b req-0322b37a-ecf1-410f-b623-855877d1134c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:54:59.754857 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a83d5a7-2414-4f43-aecc-eb1fa1a8f87b req-0322b37a-ecf1-410f-b623-855877d1134c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0896089 Jun 29 15:54:59.797648 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a83d5a7-2414-4f43-aecc-eb1fa1a8f87b req-4bf7f44e-428b-48c0-a4b4-28a2f0c9d782 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411696 Jun 29 15:55:00.653231 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3670ff3-fedb-4bb7-b91c-cf00d690254a req-47967a6e-9c29-40dc-8494-109b91c71547 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:00.654749 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b3670ff3-fedb-4bb7-b91c-cf00d690254a req-47967a6e-9c29-40dc-8494-109b91c71547 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0812688 Jun 29 15:55:00.707002 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b3670ff3-fedb-4bb7-b91c-cf00d690254a req-ed2a9844-ec3a-4bf7-9169-87a3ca93ba7d tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Jun 29 15:55:00.774559 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:00.781363 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917284-4e4e-4a0c-a26d-e86cbe5be333 req-09a91c70-ba88-43ee-a081-d9b66d22d5de tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:00.782862 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb917284-4e4e-4a0c-a26d-e86cbe5be333 req-09a91c70-ba88-43ee-a081-d9b66d22d5de tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.0674436 Jun 29 15:55:00.842121 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb917284-4e4e-4a0c-a26d-e86cbe5be333 req-c988e450-213d-4e0b-ab5c-7266f7c47ce0 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528021 Jun 29 15:55:01.016833 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05b73b-8ff7-4bf2-829e-152b75c8af7a req-ce376723-f53c-4cb4-b659-8fd0eec31042 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:01.018281 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-aa05b73b-8ff7-4bf2-829e-152b75c8af7a req-ce376723-f53c-4cb4-b659-8fd0eec31042 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0746508 Jun 29 15:55:01.062576 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-aa05b73b-8ff7-4bf2-829e-152b75c8af7a req-42e99d9c-d86f-4126-8fe5-30640c4e8e05 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377316 Jun 29 15:55:01.900035 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54498622-5152-4e70-889b-ca511104d67f req-f2316c4a-dece-4b45-915b-9c4e1af8a3ec tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:01.901894 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-54498622-5152-4e70-889b-ca511104d67f req-f2316c4a-dece-4b45-915b-9c4e1af8a3ec tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0805438 Jun 29 15:55:01.952418 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-54498622-5152-4e70-889b-ca511104d67f req-3bd35d95-5325-4375-a24e-ecba6b09eb16 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443420 Jun 29 15:55:02.044788 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3c935-3d40-4404-a362-4d01e1640d12 req-20146346-52e1-4b75-8a46-df213fd45e6e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:02.046469 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0c3c935-3d40-4404-a362-4d01e1640d12 req-20146346-52e1-4b75-8a46-df213fd45e6e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.0731122 Jun 29 15:55:02.099446 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d0c3c935-3d40-4404-a362-4d01e1640d12 req-34bc6006-2891-49aa-a746-5ec6addc55e0 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466974 Jun 29 15:55:02.298681 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f524a2b-aae8-4ba6-b648-3afbf5e01188 req-ff1eada7-851b-4555-865d-880534950e6f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:02.300240 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1f524a2b-aae8-4ba6-b648-3afbf5e01188 req-ff1eada7-851b-4555-865d-880534950e6f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0976794 Jun 29 15:55:02.343746 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41126) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:02.344224 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1f524a2b-aae8-4ba6-b648-3afbf5e01188 req-57531a43-5313-4ab4-82a1-6963a8ced9cc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371509 Jun 29 15:55:02.459807 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-53cd95c6-9540-40c8-af33-6e8f344c720f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:02.560869 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-53cd95c6-9540-40c8-af33-6e8f344c720f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:02.566158 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-53cd95c6-9540-40c8-af33-6e8f344c720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:02.569876 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2f2af3aa-cfea-4203-99cb-caeaee9f401a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:02.606641 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd95c6-9540-40c8-af33-6e8f344c720f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddb43f4-0131-4238-ba93-f9b7d41f204d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:02.611990 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-53cd95c6-9540-40c8-af33-6e8f344c720f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6069b98f2cf4849986098c4ff90d152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668664 Jun 29 15:55:02.612917 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-53cd95c6-9540-40c8-af33-6e8f344c720f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:02.615362 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41130) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:02.672893 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-60296994-4858-495d-be74-20142ee1e204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:02.697378 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-60296994-4858-495d-be74-20142ee1e204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:02.746601 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-60296994-4858-495d-be74-20142ee1e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:02.749561 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-60296994-4858-495d-be74-20142ee1e204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:02.753355 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-60296994-4858-495d-be74-20142ee1e204 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bddb43f4-0131-4238-ba93-f9b7d41f204d HTTP/1.1" status: 204 len: 168 time: 0.1344378 Jun 29 15:55:02.753355 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c948aea5-4806-4bfe-bf4d-840669ad1822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:02.770633 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60296994-4858-495d-be74-20142ee1e204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddb43f4-0131-4238-ba93-f9b7d41f204d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:02.778791 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-60296994-4858-495d-be74-20142ee1e204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:03.193609 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc872d9-e80d-4e10-8808-3e3d1ddbb328 req-858c488d-6e42-4e22-8a22-ee257683e837 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:03.195002 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ebc872d9-e80d-4e10-8808-3e3d1ddbb328 req-858c488d-6e42-4e22-8a22-ee257683e837 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0861912 Jun 29 15:55:03.250310 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ebc872d9-e80d-4e10-8808-3e3d1ddbb328 req-f33bba53-94c5-446a-8884-33c233ff699e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 Jun 29 15:55:03.353042 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bccc2c-9952-4aef-a09c-ce66ca41a565 req-bedf962e-3e36-4d11-a3ce-55a12171c51a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:03.354619 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-02bccc2c-9952-4aef-a09c-ce66ca41a565 req-bedf962e-3e36-4d11-a3ce-55a12171c51a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.0813241 Jun 29 15:55:03.407953 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-02bccc2c-9952-4aef-a09c-ce66ca41a565 req-a3b1c65c-1a9f-43cb-be4b-929c0b5d711e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443366 Jun 29 15:55:03.570821 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc2694-fc54-4cb0-8ec7-60538fe454bf req-eec2258e-aec4-4b40-88e9-9367c800c1ab tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:03.572300 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9bdc2694-fc54-4cb0-8ec7-60538fe454bf req-eec2258e-aec4-4b40-88e9-9367c800c1ab tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0848908 Jun 29 15:55:03.612592 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9bdc2694-fc54-4cb0-8ec7-60538fe454bf req-69b96e06-6630-4937-98ff-ead908164d8b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346546 Jun 29 15:55:04.504240 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770ac11-27ab-4cdf-975f-477d2fea383e req-8c659d6f-fde4-455d-9257-586ac06dc230 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:04.507145 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0770ac11-27ab-4cdf-975f-477d2fea383e req-8c659d6f-fde4-455d-9257-586ac06dc230 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.1327097 Jun 29 15:55:04.577429 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0770ac11-27ab-4cdf-975f-477d2fea383e req-ec152af8-b6ef-4058-8000-404581d33a77 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479741 Jun 29 15:55:04.688803 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333b380-9731-44a3-99ae-18281ba83a6e req-5479403b-071d-40e3-9852-3971aea883b5 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:04.691106 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6333b380-9731-44a3-99ae-18281ba83a6e req-5479403b-071d-40e3-9852-3971aea883b5 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.1339605 Jun 29 15:55:04.836470 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6333b380-9731-44a3-99ae-18281ba83a6e req-15a45e4a-c010-432c-8753-c31cda0e60a6 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279621 Jun 29 15:55:04.918785 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e628f2b-8418-4aba-a375-4e4bc29d7ec5 req-4ec2aeb0-93a1-42b9-9d05-4a216e353c7c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:04.920268 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e628f2b-8418-4aba-a375-4e4bc29d7ec5 req-4ec2aeb0-93a1-42b9-9d05-4a216e353c7c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0902574 Jun 29 15:55:04.962051 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3e628f2b-8418-4aba-a375-4e4bc29d7ec5 req-ed72a7dc-80e8-4673-b1ae-9b28d7c48fc9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355260 Jun 29 15:55:05.162383 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41206) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:05.272836 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a688a95c-3553-49b4-84c4-428e8b103910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:05.368879 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a688a95c-3553-49b4-84c4-428e8b103910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:05.372636 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a688a95c-3553-49b4-84c4-428e8b103910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:05.374901 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-02278406-15f1-40d2-98af-a605307ce9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:05.409638 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a688a95c-3553-49b4-84c4-428e8b103910 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=035dedd9f81742879e44397569a7e59c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461493 Jun 29 15:55:05.410577 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688a95c-3553-49b4-84c4-428e8b103910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbe56f8-33ac-4a40-89ae-3d7fdc9622c6,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:05.413088 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41210) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:05.414356 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a688a95c-3553-49b4-84c4-428e8b103910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:05.466167 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-40c6bbf5-6e88-46d9-8d96-46dc34932c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:05.486615 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-40c6bbf5-6e88-46d9-8d96-46dc34932c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:05.531507 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-40c6bbf5-6e88-46d9-8d96-46dc34932c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:05.534415 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-40c6bbf5-6e88-46d9-8d96-46dc34932c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:05.535559 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-40c6bbf5-6e88-46d9-8d96-46dc34932c46 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dfbe56f8-33ac-4a40-89ae-3d7fdc9622c6 HTTP/1.1" status: 204 len: 168 time: 0.1208794 Jun 29 15:55:05.536856 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:05.544940 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6bbf5-6e88-46d9-8d96-46dc34932c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbe56f8-33ac-4a40-89ae-3d7fdc9622c6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:05.547881 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-40c6bbf5-6e88-46d9-8d96-46dc34932c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:05.775284 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bd17a-20d7-4b38-8b4e-0f84a78a40bc req-b1d92e01-2d78-4271-a8fb-45ca608e18d2 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:05.776811 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d48bd17a-20d7-4b38-8b4e-0f84a78a40bc req-b1d92e01-2d78-4271-a8fb-45ca608e18d2 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0746684 Jun 29 15:55:05.802948 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e650b42-be72-46fb-813e-23de9eacf7f6 req-13f36ff0-ad85-4468-977a-0201e52778c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:05.806377 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e650b42-be72-46fb-813e-23de9eacf7f6 req-13f36ff0-ad85-4468-977a-0201e52778c0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=caa54c4b-1bc0-4255-a012-8669b90491fb HTTP/1.1" status: 200 len: 920 time: 0.1088538 Jun 29 15:55:05.821856 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d48bd17a-20d7-4b38-8b4e-0f84a78a40bc req-5ba073b6-aaf3-4045-b523-68abf5fcb17d tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375686 Jun 29 15:55:05.845101 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41218) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:05.859821 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e650b42-be72-46fb-813e-23de9eacf7f6 req-2fb775b5-48a8-4b54-9507-67543d42f0a5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 HTTP/1.1" status: 200 len: 217 time: 0.0440192 Jun 29 15:55:05.869201 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7342fc49-1b64-4c6e-9a8e-ae109321b031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:05.917781 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e650b42-be72-46fb-813e-23de9eacf7f6 req-e633a882-43c1-4c40-8145-c0040af2174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:05.919641 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e650b42-be72-46fb-813e-23de9eacf7f6 req-e633a882-43c1-4c40-8145-c0040af2174f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0888642e-19cd-4dd1-899b-19799f9295ff HTTP/1.1" status: 200 len: 859 time: 0.0528128 Jun 29 15:55:05.963440 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e650b42-be72-46fb-813e-23de9eacf7f6 req-8656020b-4f96-4fd3-8be9-f51632e99ef4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa54c4b-1bc0-4255-a012-8669b90491fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365486 Jun 29 15:55:05.965745 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7342fc49-1b64-4c6e-9a8e-ae109321b031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:05.969642 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7342fc49-1b64-4c6e-9a8e-ae109321b031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:05.973051 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-626cc7ee-1dba-405b-acca-533d476b8cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:06.017964 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7342fc49-1b64-4c6e-9a8e-ae109321b031 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=59e75d7092db4b509b2b3f324011850a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722741 Jun 29 15:55:06.017964 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342fc49-1b64-4c6e-9a8e-ae109321b031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc30a488-c576-46e5-84b2-6d7155a302c7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:06.020113 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7342fc49-1b64-4c6e-9a8e-ae109321b031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:06.021252 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41226) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:06.073882 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c60380e4-42ac-446f-a8b6-313eec807efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:06.096036 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c60380e4-42ac-446f-a8b6-313eec807efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:06.141176 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82872561-1e44-4b91-936a-0804215f1d7b req-0690e5fa-e233-48f0-814a-fe6a70486617 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:06.142666 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-82872561-1e44-4b91-936a-0804215f1d7b req-0690e5fa-e233-48f0-814a-fe6a70486617 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.1859066 Jun 29 15:55:06.147340 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e650b42-be72-46fb-813e-23de9eacf7f6 req-ed81f8fb-cd22-449e-9d07-c995cd3120db service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561306 Jun 29 15:55:06.151616 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ab179-fd81-4d77-8206-9ece793bc9f9 req-514fb7c9-4889-4e11-87a4-0006da9341b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:06.152992 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-089ab179-fd81-4d77-8206-9ece793bc9f9 req-514fb7c9-4889-4e11-87a4-0006da9341b8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 1099 time: 0.1635766 Jun 29 15:55:06.183239 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246498c0-2082-4e2d-a443-73ddfff38e15 req-30d4c2fc-90b8-4884-a6d8-cd5f9e244b3b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:06.184981 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-246498c0-2082-4e2d-a443-73ddfff38e15 req-30d4c2fc-90b8-4884-a6d8-cd5f9e244b3b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0817676 Jun 29 15:55:06.190142 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c60380e4-42ac-446f-a8b6-313eec807efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:06.192931 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c60380e4-42ac-446f-a8b6-313eec807efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:06.196465 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c60380e4-42ac-446f-a8b6-313eec807efc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc30a488-c576-46e5-84b2-6d7155a302c7 HTTP/1.1" status: 204 len: 168 time: 0.1718340 Jun 29 15:55:06.196465 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2ede11d9-a235-4662-8217-cfcb649bd764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:06.219692 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60380e4-42ac-446f-a8b6-313eec807efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc30a488-c576-46e5-84b2-6d7155a302c7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:06.222221 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c60380e4-42ac-446f-a8b6-313eec807efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:06.247168 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-246498c0-2082-4e2d-a443-73ddfff38e15 req-eb417035-580b-4e06-b41f-a77eec18fe96 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519965 Jun 29 15:55:06.255956 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-82872561-1e44-4b91-936a-0804215f1d7b req-d82e8848-ea3e-4907-9962-afe59b6be6e0 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020224 Jun 29 15:55:06.266067 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-089ab179-fd81-4d77-8206-9ece793bc9f9 req-8cd3f22e-6a46-4f05-a974-c1e011f55450 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979748 Jun 29 15:55:06.297323 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e650b42-be72-46fb-813e-23de9eacf7f6 req-56e15e0f-ff9d-4966-a8ed-f97db2c15ab6 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423287 Jun 29 15:55:06.996551 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c57a28-101d-4f8a-b30b-4fedd34fd9d7 req-13ce5ff0-4068-4135-a97e-7968756eaca4 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:06.998078 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-86c57a28-101d-4f8a-b30b-4fedd34fd9d7 req-13ce5ff0-4068-4135-a97e-7968756eaca4 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0658460 Jun 29 15:55:07.039022 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-86c57a28-101d-4f8a-b30b-4fedd34fd9d7 req-e81251a4-6529-4f91-a1a9-51527fe79152 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352988 Jun 29 15:55:07.439347 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84186abc-865f-4116-96ba-5a615349e7b6 req-497c47ad-5019-466e-bfad-fb4ccb1d1e6b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:07.440857 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84186abc-865f-4116-96ba-5a615349e7b6 req-497c47ad-5019-466e-bfad-fb4ccb1d1e6b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0646873 Jun 29 15:55:07.448858 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1acc1-c5c1-4e63-931f-42a058e0a541 req-2aa00fd3-9eb5-4a6e-9b43-d16ff57f8531 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:07.450627 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c4a1acc1-c5c1-4e63-931f-42a058e0a541 req-2aa00fd3-9eb5-4a6e-9b43-d16ff57f8531 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.0640767 Jun 29 15:55:07.486241 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-84186abc-865f-4116-96ba-5a615349e7b6 req-f08b3b89-81f2-49ea-b4d5-5126228c4741 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383701 Jun 29 15:55:07.493245 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c4a1acc1-c5c1-4e63-931f-42a058e0a541 req-63c4d597-a4a6-4b9a-bec7-b75b49d5f53c tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352247 Jun 29 15:55:07.675405 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe00d-1dc6-4bce-a73f-28638c56a95e req-8f492dbe-1cac-44a7-8194-e69b3d3da721 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:07.676913 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dcefe00d-1dc6-4bce-a73f-28638c56a95e req-8f492dbe-1cac-44a7-8194-e69b3d3da721 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.0688763 Jun 29 15:55:07.716865 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dcefe00d-1dc6-4bce-a73f-28638c56a95e req-ab0fd0fc-90e7-4489-af18-01d582d2a705 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341785 Jun 29 15:55:07.742026 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41276) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:07.828458 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41282) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:07.882565 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9402258f-f34d-4e59-8800-8a72fe87a87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:07.978476 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be410cfa-44de-4ec1-8127-cd8592f650d4 tempest-TestVolumeBootPattern-835592645 tempest-TestVolumeBootPattern-835592645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:07.979981 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-be410cfa-44de-4ec1-8127-cd8592f650d4 tempest-TestVolumeBootPattern-835592645 tempest-TestVolumeBootPattern-835592645-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 1094 time: 0.2368753 Jun 29 15:55:07.983218 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41286) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:07.988684 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Request body: {'floatingip': {'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'port_id': '6049b429-6ff6-4f37-a2b0-1d1047e72db0', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:08.019779 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9402258f-f34d-4e59-8800-8a72fe87a87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.024670 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9402258f-f34d-4e59-8800-8a72fe87a87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.027013 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8b0f85be-2918-47cb-bb8f-a93480dc07ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:08.042353 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.062519 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402258f-f34d-4e59-8800-8a72fe87a87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73e158f-ad2e-4e94-8836-02aea6d827b6,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:08.066637 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9402258f-f34d-4e59-8800-8a72fe87a87a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8af07db47df4460853e077f710d7207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371848 Jun 29 15:55:08.067603 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9402258f-f34d-4e59-8800-8a72fe87a87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:08.070116 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41290) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:08.123761 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-faaa0424-717f-40b1-bb57-46bb82ad992b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.144893 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-faaa0424-717f-40b1-bb57-46bb82ad992b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.156443 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.231412 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-faaa0424-717f-40b1-bb57-46bb82ad992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.233991 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-faaa0424-717f-40b1-bb57-46bb82ad992b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.235132 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-faaa0424-717f-40b1-bb57-46bb82ad992b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f73e158f-ad2e-4e94-8836-02aea6d827b6 HTTP/1.1" status: 204 len: 168 time: 0.1647375 Jun 29 15:55:08.236068 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cc2718c7-46f7-48f2-9c15-e3cdcecac4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:08.249328 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa0424-717f-40b1-bb57-46bb82ad992b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73e158f-ad2e-4e94-8836-02aea6d827b6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:08.257772 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-faaa0424-717f-40b1-bb57-46bb82ad992b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:08.267037 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0da00-7c71-4c9a-8495-b6576f5c047d req-996cadba-f477-40c2-bd92-b9aa08e27ce6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:08.268934 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6d0da00-7c71-4c9a-8495-b6576f5c047d req-996cadba-f477-40c2-bd92-b9aa08e27ce6 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.1019425 Jun 29 15:55:08.281727 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Allocated IP 172.27.1.16 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/bff6fcfb-50af-4f1f-87d0-8f24eff01e87) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:55:08.312501 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a6d0da00-7c71-4c9a-8495-b6576f5c047d req-5a790a1c-a534-40b9-8fd4-613e099973a4 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366883 Jun 29 15:55:08.409986 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.448927 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.450893 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-004cbde0-4f5b-41fb-8fa1-abacd620afa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:08.487473 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:55:08.490543 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:55:08.494132 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:55:08.518577 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'Port': ['ID=bff6fcfb-50af-4f1f-87d0-8f24eff01e87,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:08.523356 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:08.559262 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41298) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:08.572419 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-44126239-bb45-4059-892c-b87a5541c6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.662250 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-44126239-bb45-4059-892c-b87a5541c6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.666293 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-44126239-bb45-4059-892c-b87a5541c6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.668657 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ec0768b0-8bbf-4202-a354-ec9751c8b6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:08.702035 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44126239-bb45-4059-892c-b87a5541c6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1fd76a-c45e-4163-b282-5806c16ab9e7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:08.706227 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-44126239-bb45-4059-892c-b87a5541c6c4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=36ae78281dfa4fa48e4a909f4e0219bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457322 Jun 29 15:55:08.707099 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-44126239-bb45-4059-892c-b87a5541c6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:08.709477 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41300) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:08.758686 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc3514f-0ee1-4989-81a0-cb492f59bcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.778816 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25107b0b-e521-45f2-a9b5-67eea242beb4 req-e87a3631-6fa8-4a85-81bb-b622e31e3bc7 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:08.780142 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc3514f-0ee1-4989-81a0-cb492f59bcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.780297 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-25107b0b-e521-45f2-a9b5-67eea242beb4 req-e87a3631-6fa8-4a85-81bb-b622e31e3bc7 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.1517696 Jun 29 15:55:08.830158 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc3514f-0ee1-4989-81a0-cb492f59bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.832803 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7dc3514f-0ee1-4989-81a0-cb492f59bcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:08.834643 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7dc3514f-0ee1-4989-81a0-cb492f59bcd5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e1fd76a-c45e-4163-b282-5806c16ab9e7 HTTP/1.1" status: 204 len: 168 time: 0.1242547 Jun 29 15:55:08.835383 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-53cd95c6-9540-40c8-af33-6e8f344c720f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:08.842975 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3514f-0ee1-4989-81a0-cb492f59bcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1fd76a-c45e-4163-b282-5806c16ab9e7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:08.845606 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc3514f-0ee1-4989-81a0-cb492f59bcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:08.887573 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-25107b0b-e521-45f2-a9b5-67eea242beb4 req-e1ebe397-6821-45c5-9865-28887f77b9dc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990083 Jun 29 15:55:08.998576 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:09.078764 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:09.158148 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:55:09.235773 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:09.240915 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:09.244409 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a4d3ddb9-87a7-4d75-b057-1b2772329ecb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:09.310736 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'Port': ['ID=bff6fcfb-50af-4f1f-87d0-8f24eff01e87,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:09.316725 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:09.325544 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:09.428661 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Floating IP a4063548-d892-4129-85fb-d11d7a40e3db associated. External IP: 172.27.1.16, port: 6049b429-6ff6-4f37-a2b0-1d1047e72db0. Jun 29 15:55:09.699986 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Router 118909a7-dbd8-4038-9054-2257c9fcac51 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:55:09.717096 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8b85b-a7f1-46be-b5ea-164dab93075b req-4efc67c0-8167-455d-a217-a3676384e385 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:09.719152 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c9e8b85b-a7f1-46be-b5ea-164dab93075b req-4efc67c0-8167-455d-a217-a3676384e385 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.2370970 Jun 29 15:55:09.762951 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c9e8b85b-a7f1-46be-b5ea-164dab93075b req-5869335c-67ad-46a5-ba28-f7f5b61aa593 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374210 Jun 29 15:55:10.108719 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:55:10.122980 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6003d-470c-4b1b-9742-7fb55d6be39c None None] Sync routers for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:55:10.137535 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:10.138032 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6003d-470c-4b1b-9742-7fb55d6be39c None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:55:10.138032 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-33c6003d-470c-4b1b-9742-7fb55d6be39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:54:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:10.171757 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d9629-566b-47ec-aa90-5a11e6645cdd req-b7a71212-0ddc-4910-aded-b10b4a8c5fad tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:10.179896 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b68d9629-566b-47ec-aa90-5a11e6645cdd req-b7a71212-0ddc-4910-aded-b10b4a8c5fad tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.1608753 Jun 29 15:55:10.225519 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2410331 Jun 29 15:55:10.228273 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d36493-ecce-4d96-9650-0109e4d2be6d', 'tag': '6049b429-6ff6-4f37-a2b0-1d1047e72db0'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:55:10.230633 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a28bf28-43c0-401f-8f21-6b79df10db66" -d '{"events": [{"name": "network-changed", "server_uuid": "88d36493-ecce-4d96-9650-0109e4d2be6d", "tag": "6049b429-6ff6-4f37-a2b0-1d1047e72db0"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:55:10.241870 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b68d9629-566b-47ec-aa90-5a11e6645cdd req-39c53f0f-13f3-46c5-8d63-96eb8f239c1f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605073 Jun 29 15:55:10.272429 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f992183-4987-483a-9706-ab5dbc613398 x-openstack-request-id: req-2f992183-4987-483a-9706-ab5dbc613398 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:55:10.272869 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d36493-ecce-4d96-9650-0109e4d2be6d", "tag": "6049b429-6ff6-4f37-a2b0-1d1047e72db0", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:55:10.273502 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2f992183-4987-483a-9706-ab5dbc613398 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:55:10.274021 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d36493-ecce-4d96-9650-0109e4d2be6d', 'tag': '6049b429-6ff6-4f37-a2b0-1d1047e72db0', 'status': 'completed', 'code': 200} Jun 29 15:55:10.274656 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-33c6003d-470c-4b1b-9742-7fb55d6be39c None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:55:10.362510 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28bf28-43c0-401f-8f21-6b79df10db66 req-41bc9283-bd74-43e3-994d-c99f98d47e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:10.365073 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7a28bf28-43c0-401f-8f21-6b79df10db66 req-41bc9283-bd74-43e3-994d-c99f98d47e07 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 1099 time: 0.0573575 Jun 29 15:55:10.505745 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28bf28-43c0-401f-8f21-6b79df10db66 req-5e23d6fd-730b-4c75-a395-d1abbcb0cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:10.507252 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7a28bf28-43c0-401f-8f21-6b79df10db66 req-5e23d6fd-730b-4c75-a395-d1abbcb0cce7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 912 time: 0.1297193 Jun 29 15:55:10.584688 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7a28bf28-43c0-401f-8f21-6b79df10db66 req-0b451467-73c3-4fd9-978b-74594935a531 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6049b429-6ff6-4f37-a2b0-1d1047e72db0 HTTP/1.1" status: 200 len: 999 time: 0.0691576 Jun 29 15:55:10.605479 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-33c6003d-470c-4b1b-9742-7fb55d6be39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': 'a4063548-d892-4129-85fb-d11d7a40e3db', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': '6049b429-6ff6-4f37-a2b0-1d1047e72db0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:29:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d36493-ecce-4d96-9650-0109e4d2be6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:55:08Z', 'updated_at': '2021-06-29T15:55:08Z', 'revision_number': 0, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:10.634517 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6003d-470c-4b1b-9742-7fb55d6be39c None None] Checking router: 118909a7-dbd8-4038-9054-2257c9fcac51 for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:55:10.642911 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c6003d-470c-4b1b-9742-7fb55d6be39c None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:55:10.643519 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-33c6003d-470c-4b1b-9742-7fb55d6be39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:54:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:10.649922 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28bf28-43c0-401f-8f21-6b79df10db66 req-01b17388-1039-4753-8016-b184f3e22e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:10.651789 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7a28bf28-43c0-401f-8f21-6b79df10db66 req-01b17388-1039-4753-8016-b184f3e22e4d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e782a185-6e99-410c-b6d3-eb6560de4818 HTTP/1.1" status: 200 len: 850 time: 0.0570917 Jun 29 15:55:10.716333 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28bf28-43c0-401f-8f21-6b79df10db66 req-42af4bf0-0dbf-4d4a-93a2-0cb3187742c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:10.717985 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7a28bf28-43c0-401f-8f21-6b79df10db66 req-42af4bf0-0dbf-4d4a-93a2-0cb3187742c0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef06879d-50c8-4635-a559-6c16b91b96ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588274 Jun 29 15:55:10.758757 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-33c6003d-470c-4b1b-9742-7fb55d6be39c None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:55:10.819702 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7a28bf28-43c0-401f-8f21-6b79df10db66 req-711e09ef-1132-4211-a9a5-af30ab066d3f service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853493 Jun 29 15:55:10.918382 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7a28bf28-43c0-401f-8f21-6b79df10db66 req-6e518bda-51fe-4e81-acbf-de22ddfb7338 service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898395 Jun 29 15:55:10.980588 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ba217989-6d51-4ff8-b54f-1d3b03857f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:10.997084 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-33c6003d-470c-4b1b-9742-7fb55d6be39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': 'a4063548-d892-4129-85fb-d11d7a40e3db', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': '6049b429-6ff6-4f37-a2b0-1d1047e72db0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:29:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d36493-ecce-4d96-9650-0109e4d2be6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:55:08Z', 'updated_at': '2021-06-29T15:55:08Z', 'revision_number': 0, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:11.018228 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41384) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:11.025415 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c6003d-470c-4b1b-9742-7fb55d6be39c None None] The sync data for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi is: [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': 'a4063548-d892-4129-85fb-d11d7a40e3db', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': '6049b429-6ff6-4f37-a2b0-1d1047e72db0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:29:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d36493-ecce-4d96-9650-0109e4d2be6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:55:08Z', 'updated_at': '2021-06-29T15:55:08Z', 'revision_number': 0, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:55:11.126605 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-15b6a8b6-d0d3-48c1-b762-b1f89c142e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:11.219766 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-15b6a8b6-d0d3-48c1-b762-b1f89c142e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:11.225529 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-15b6a8b6-d0d3-48c1-b762-b1f89c142e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:11.228339 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-faaa0424-717f-40b1-bb57-46bb82ad992b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:11.269031 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-15b6a8b6-d0d3-48c1-b762-b1f89c142e21 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40b4c6c8711d4725bce251347ff974e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473266 Jun 29 15:55:11.269031 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6a8b6-d0d3-48c1-b762-b1f89c142e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed069c79-8ef3-442c-9f62-77de35e0e954,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:11.269729 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41392) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:11.274249 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d9a62-5de5-4d43-becd-bbfce34a63b7 None None] New status for floating IP a4063548-d892-4129-85fb-d11d7a40e3db: ACTIVE {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:55:11.286858 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-15b6a8b6-d0d3-48c1-b762-b1f89c142e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:11.363204 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-915817e3-90aa-444a-8e02-5403a39b0e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:11.382367 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272f705-d23a-41b8-a857-275c94ab3ebb req-e9f75014-f839-471c-a5d4-26cb0ccb62c7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:11.383955 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3272f705-d23a-41b8-a857-275c94ab3ebb req-e9f75014-f839-471c-a5d4-26cb0ccb62c7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.1179285 Jun 29 15:55:11.407732 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-915817e3-90aa-444a-8e02-5403a39b0e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:11.450508 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c65bf6-aee3-4848-b634-6baeb4b420e1 req-cca655c5-0c12-476f-bcb9-3d086078f356 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:11.452620 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f6c65bf6-aee3-4848-b634-6baeb4b420e1 req-cca655c5-0c12-476f-bcb9-3d086078f356 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0729082 Jun 29 15:55:11.474650 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3272f705-d23a-41b8-a857-275c94ab3ebb req-6fccceaa-a22c-4d4d-b115-39576e4f6090 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765254 Jun 29 15:55:11.497986 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f6c65bf6-aee3-4848-b634-6baeb4b420e1 req-67e8b7ed-7985-40b5-b51d-dbf24e2a48fe tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401182 Jun 29 15:55:11.502631 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-915817e3-90aa-444a-8e02-5403a39b0e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:11.506328 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-915817e3-90aa-444a-8e02-5403a39b0e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:11.510582 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-915817e3-90aa-444a-8e02-5403a39b0e5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed069c79-8ef3-442c-9f62-77de35e0e954 HTTP/1.1" status: 204 len: 168 time: 0.2379529 Jun 29 15:55:11.510582 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e6f5e92a-b9e1-4bbc-89c6-e750e6b1f852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:11.520116 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915817e3-90aa-444a-8e02-5403a39b0e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed069c79-8ef3-442c-9f62-77de35e0e954,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:11.533328 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-915817e3-90aa-444a-8e02-5403a39b0e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:11.794482 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41408) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:11.810093 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e72bee09-8291-41f7-a1b4-e58e72f5baeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:11.909182 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e72bee09-8291-41f7-a1b4-e58e72f5baeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:11.915112 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e72bee09-8291-41f7-a1b4-e58e72f5baeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:11.917518 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-52edfa45-a81b-4080-9f3d-cd38e3c6d8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:11.954859 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e72bee09-8291-41f7-a1b4-e58e72f5baeb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a743da84a2fd40119f79a424dec80c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591854 Jun 29 15:55:11.955731 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bee09-8291-41f7-a1b4-e58e72f5baeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0147de0-5fa9-4221-a422-8fbb93d4c44c,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:11.957639 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41412) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:11.960412 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e72bee09-8291-41f7-a1b4-e58e72f5baeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:12.008599 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c3fc8a60-099b-47a9-b422-7e4ac15a1555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:12.028840 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c3fc8a60-099b-47a9-b422-7e4ac15a1555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:12.073822 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c3fc8a60-099b-47a9-b422-7e4ac15a1555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:12.076355 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c3fc8a60-099b-47a9-b422-7e4ac15a1555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:12.077487 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c3fc8a60-099b-47a9-b422-7e4ac15a1555 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0147de0-5fa9-4221-a422-8fbb93d4c44c HTTP/1.1" status: 204 len: 168 time: 0.1187246 Jun 29 15:55:12.078216 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-40c6bbf5-6e88-46d9-8d96-46dc34932c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:12.085609 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc8a60-099b-47a9-b422-7e4ac15a1555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0147de0-5fa9-4221-a422-8fbb93d4c44c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:12.087813 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c3fc8a60-099b-47a9-b422-7e4ac15a1555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:12.686184 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967eb06-9784-4284-9611-889c0a8b4f75 req-a54e3547-c9f8-4a49-b1ed-4a7b206e7810 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:12.687699 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1967eb06-9784-4284-9611-889c0a8b4f75 req-a54e3547-c9f8-4a49-b1ed-4a7b206e7810 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0646777 Jun 29 15:55:12.731912 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1967eb06-9784-4284-9611-889c0a8b4f75 req-aee29536-aaa7-4440-b5bd-eceeb9f23721 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372555 Jun 29 15:55:12.756262 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41436) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:12.856023 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1710966880-network', 'tenant_id': 'f0dc9ac63a584079b00c3718c25246fc'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:12.878028 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Made reservation on behalf of f0dc9ac63a584079b00c3718c25246fc for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:55:12.880837 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:12.888775 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:12.981680 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:12.985502 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:12.989778 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d8976b7b-b83e-41f9-8993-e2bc39b0c62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:13.008967 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:55:13.024550 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a4f009-4c2e-4188-af97-3bc48fdd1402,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:13.028478 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:13.029643 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:13.030206 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Added segment 28760c49-05b3-46c3-a988-ba93866031f0 of type vlan for network affa028a-f345-4b19-a7d5-dc4c78c762f8 Jun 29 15:55:13.073549 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:13.101109 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:13.102418 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.102998 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:13.105755 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:13.154318 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3968635 Jun 29 15:55:13.157288 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41442) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:13.162424 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] Request body: {'subnet': {'network_id': 'affa028a-f345-4b19-a7d5-dc4c78c762f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1710966880-subnet', 'tenant_id': 'f0dc9ac63a584079b00c3718c25246fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:13.164881 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=affa028a-f345-4b19-a7d5-dc4c78c762f8,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:13.167571 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:13.176088 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network affa028a-f345-4b19-a7d5-dc4c78c762f8 details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:55:13.184061 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] Made reservation on behalf of f0dc9ac63a584079b00c3718c25246fc for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:55:13.186707 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9165217'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:13.355816 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9165235'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:13.358050 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e862dfec-3439-422b-a9be-191d68724ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:13.404019 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9bf548-917e-4e16-8f06-19f51cba62ec,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:13.410425 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:13.419374 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] Checking segment: {'id': '28760c49-05b3-46c3-a988-ba93866031f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'affa028a-f345-4b19-a7d5-dc4c78c762f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:55:13.419725 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] Network hostable DHCP agents. Network: affa028a-f345-4b19-a7d5-dc4c78c762f8, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:55:13.436702 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] Network affa028a-f345-4b19-a7d5-dc4c78c762f8 is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:55:13.445580 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, affa028a-f345-4b19-a7d5-dc4c78c762f8) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:55:13.449542 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.450123 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:13.454996 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dda7b2-a1b4-4a42-8480-61c37ec00a79 None None] Network affa028a-f345-4b19-a7d5-dc4c78c762f8 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:55:13.465245 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3068469 Jun 29 15:55:13.577477 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb8bda-699c-4cf5-9250-863fbcfe99b6 None None] Network affa028a-f345-4b19-a7d5-dc4c78c762f8 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:55:13.710351 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:13.748574 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6f41660b-8b6a-4d18-aebe-80224d7313a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:13.923043 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc206df-a102-47f0-928c-492d14c151ae req-bad0871a-3ab0-4d1b-8092-284fd3fb991a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:13.924625 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ddc206df-a102-47f0-928c-492d14c151ae req-bad0871a-3ab0-4d1b-8092-284fd3fb991a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 944 time: 0.0688832 Jun 29 15:55:13.933841 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41462) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:13.939685 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-519771301-network', 'tenant_id': '5993f023d1aa496e9acbc2419cd9e9ff'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:13.961935 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Made reservation on behalf of 5993f023d1aa496e9acbc2419cd9e9ff for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:55:13.964889 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:13.969156 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ddc206df-a102-47f0-928c-492d14c151ae req-cf31cfbc-ba65-498b-8b34-30b3cedeced4 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368133 Jun 29 15:55:13.974446 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:14.079180 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:14.083294 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:14.087134 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6c27cb37-e09d-4ab6-9f55-08443aafd068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:14.105061 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:55:14.120293 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93569ddf-0c20-49cf-9eef-cea6601f1d2b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:14.123141 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:14.123484 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Added segment 4d6187d4-0a5c-47f4-9dee-c1ced7726f46 of type vlan for network 8b609ce2-bc96-4101-96db-3c9aee5d1c45 Jun 29 15:55:14.124839 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:14.162679 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:14.190358 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:14.191631 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:14.192236 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:14.195021 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fc86ac08-5485-4f9f-bbc9-7f53939e736a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:14.244329 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3089361 Jun 29 15:55:14.247246 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41466) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:14.252424 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Request body: {'subnet': {'network_id': '8b609ce2-bc96-4101-96db-3c9aee5d1c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-519771301-subnet', 'tenant_id': '5993f023d1aa496e9acbc2419cd9e9ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:14.255152 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Pushing event updated for resources: {'Network': ['ID=8b609ce2-bc96-4101-96db-3c9aee5d1c45,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:14.257732 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:14.264882 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network 8b609ce2-bc96-4101-96db-3c9aee5d1c45 details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:55:14.276165 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Made reservation on behalf of 5993f023d1aa496e9acbc2419cd9e9ff for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:55:14.278525 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9165217'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:14.440101 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9165235'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:14.443262 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-29f2c840-ce21-435f-adee-83f48093359e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:14.497073 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ac39f2-7cdf-40c4-b0af-c17930707967,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:14.507120 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Checking segment: {'id': '4d6187d4-0a5c-47f4-9dee-c1ced7726f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8b609ce2-bc96-4101-96db-3c9aee5d1c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:55:14.507477 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Network hostable DHCP agents. Network: 8b609ce2-bc96-4101-96db-3c9aee5d1c45, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:55:14.510254 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:14.510626 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:14.510987 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:14.511347 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:14.511694 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:14.512044 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:14.512389 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:14.512733 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:14.513077 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:14.513453 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:14.513797 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:14.514136 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:14.518092 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:14.544023 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Network 8b609ce2-bc96-4101-96db-3c9aee5d1c45 is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:55:14.557746 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, 8b609ce2-bc96-4101-96db-3c9aee5d1c45) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:55:14.562490 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:14.563074 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:14.570427 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd6ba2e-a94b-44bc-9972-cb950db23588 None None] Network 8b609ce2-bc96-4101-96db-3c9aee5d1c45 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:55:14.578467 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b700e3ac-4f7a-4fc2-9964-99ac69daf39e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3300753 Jun 29 15:55:14.633957 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:14.728116 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387a8e55-786c-42b2-9517-df1d2ed57701 None None] Network 8b609ce2-bc96-4101-96db-3c9aee5d1c45 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:55:14.808572 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 7e693600-0aed-4723-92bd-37bc58a9e4fb details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:55:14.949808 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 7e693600-0aed-4723-92bd-37bc58a9e4fb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:14.962067 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'port_id': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'mac_address': 'fa:16:3e:8f:f9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:55:15.009466 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:15.024196 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e693600-0aed-4723-92bd-37bc58a9e4fb {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:55:15.048305 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 7e693600-0aed-4723-92bd-37bc58a9e4fb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:15.053354 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:15.055433 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-033a7413-dea9-4ab0-941f-9d7dd80ad69f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:15.120718 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=7e693600-0aed-4723-92bd-37bc58a9e4fb,revision_number=9']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:15.124116 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:15.180986 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f2b38-2277-4828-98b9-8559bc6d076b req-825543ad-2704-4232-a33d-34a3a58cd0be tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:15.182567 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-843f2b38-2277-4828-98b9-8559bc6d076b req-825543ad-2704-4232-a33d-34a3a58cd0be tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 945 time: 0.0817506 Jun 29 15:55:15.243339 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-843f2b38-2277-4828-98b9-8559bc6d076b req-eb99889e-6fb9-44f5-8cea-f24728c2eca7 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547986 Jun 29 15:55:15.383475 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['7e693600-0aed-4723-92bd-37bc58a9e4fb'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:55:16.219560 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:16.440588 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9d5c3-c314-4cfd-b49c-d411d7820477 req-880dbc9c-a791-4c4b-bdfb-2fdb05ce96b6 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:16.442096 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c7b9d5c3-c314-4cfd-b49c-d411d7820477 req-880dbc9c-a791-4c4b-bdfb-2fdb05ce96b6 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 945 time: 0.0664656 Jun 29 15:55:16.481156 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c7b9d5c3-c314-4cfd-b49c-d411d7820477 req-12dca5d8-7dba-4946-ac69-57eab3120d1e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327888 Jun 29 15:55:16.819207 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 7e693600-0aed-4723-92bd-37bc58a9e4fb up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:16.864471 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 7e693600-0aed-4723-92bd-37bc58a9e4fb triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:16.864844 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:16.938340 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:16.960462 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:55:16.962829 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914c0653-20c1-4fdb-9a52-34eacb84137d" -d '{"events": [{"server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "name": "network-vif-plugged", "status": "completed", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:55:16.979529 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 7e693600-0aed-4723-92bd-37bc58a9e4fb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:16.983760 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:16.987182 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:17.010665 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a965a1-2393-48d1-a3da-3b78c166f3ea x-openstack-request-id: req-29a965a1-2393-48d1-a3da-3b78c166f3ea {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:55:17.010965 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "name": "network-vif-plugged", "status": "completed", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:55:17.011221 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29a965a1-2393-48d1-a3da-3b78c166f3ea {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:55:17.011604 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'code': 200} Jun 29 15:55:17.037518 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=7e693600-0aed-4723-92bd-37bc58a9e4fb,revision_number=10']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:17.040838 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:17.581670 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4fad9-1126-4eb0-85a8-16c63dca0d54 req-38bb4929-7a0a-4041-a88a-7a6555a1ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:17.582710 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9a4fad9-1126-4eb0-85a8-16c63dca0d54 req-38bb4929-7a0a-4041-a88a-7a6555a1ea58 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 1100 time: 0.0594597 Jun 29 15:55:17.687070 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d9a4fad9-1126-4eb0-85a8-16c63dca0d54 req-77d838c0-225d-47cb-b539-e36a5caeaf39 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723197 Jun 29 15:55:17.714948 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0f274-38f6-4cb9-acdb-8add929103c5 req-3cd8eb2d-c16f-4677-ba57-99c240c78077 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:17.716624 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f0b0f274-38f6-4cb9-acdb-8add929103c5 req-3cd8eb2d-c16f-4677-ba57-99c240c78077 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 947 time: 0.1112702 Jun 29 15:55:17.756233 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f0b0f274-38f6-4cb9-acdb-8add929103c5 req-7736d413-8f21-4bbf-b340-25624d46ac0f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334454 Jun 29 15:55:18.945087 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83293f5-85ea-4bc7-bf1c-fb6b2e1d2cc2 req-6fb00feb-ae49-4589-946d-fc967cdbbd39 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:18.946708 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e83293f5-85ea-4bc7-bf1c-fb6b2e1d2cc2 req-6fb00feb-ae49-4589-946d-fc967cdbbd39 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 947 time: 0.0682030 Jun 29 15:55:18.990795 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e83293f5-85ea-4bc7-bf1c-fb6b2e1d2cc2 req-7ef7da80-52d9-4e02-bb0e-fabad4e06d3b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368419 Jun 29 15:55:19.712129 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310d660-a2ef-4f45-a502-e59694b4f1a8 req-dbafcce5-a0f0-493d-8e25-e99105e56485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:19.714111 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1310d660-a2ef-4f45-a502-e59694b4f1a8 req-dbafcce5-a0f0-493d-8e25-e99105e56485 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c14a59cfe334bb7847f12a8834a95db&device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 1098 time: 0.0578058 Jun 29 15:55:19.763560 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b9bcb-e1ad-4043-b114-3c16675272ee req-6e39d600-52db-4dea-b1ae-0849ea6ff843 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:19.765033 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-da0b9bcb-e1ad-4043-b114-3c16675272ee req-6e39d600-52db-4dea-b1ae-0849ea6ff843 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0722318 Jun 29 15:55:19.808485 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-da0b9bcb-e1ad-4043-b114-3c16675272ee req-1ceea96a-fa8e-4856-a632-dbf277d8e989 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361550 Jun 29 15:55:19.819682 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310d660-a2ef-4f45-a502-e59694b4f1a8 req-d8e58e4d-bb96-4f88-a25e-0704e60d6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:19.821370 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1310d660-a2ef-4f45-a502-e59694b4f1a8 req-d8e58e4d-bb96-4f88-a25e-0704e60d6b84 service neutron] 10.222.0.81 "GET /v2.0/networks?id=caa54c4b-1bc0-4255-a012-8669b90491fb HTTP/1.1" status: 200 len: 920 time: 0.1001949 Jun 29 15:55:19.870263 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1310d660-a2ef-4f45-a502-e59694b4f1a8 req-b04aa18e-fae0-4fce-a98b-9afd684ce304 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 HTTP/1.1" status: 200 len: 217 time: 0.0385082 Jun 29 15:55:19.922489 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310d660-a2ef-4f45-a502-e59694b4f1a8 req-c3223462-67fd-44a8-87ff-ffc6fcf8c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:19.923933 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1310d660-a2ef-4f45-a502-e59694b4f1a8 req-c3223462-67fd-44a8-87ff-ffc6fcf8c730 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0888642e-19cd-4dd1-899b-19799f9295ff HTTP/1.1" status: 200 len: 859 time: 0.0468769 Jun 29 15:55:19.963489 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1310d660-a2ef-4f45-a502-e59694b4f1a8 req-c2dfc9c0-9df5-4642-89de-f5e2a3075334 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa54c4b-1bc0-4255-a012-8669b90491fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267839 Jun 29 15:55:20.054393 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1310d660-a2ef-4f45-a502-e59694b4f1a8 req-83550c28-ad88-48d7-ae2e-e9be02fb8727 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825038 Jun 29 15:55:20.186929 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1310d660-a2ef-4f45-a502-e59694b4f1a8 req-d8080d46-728a-476c-865a-9623bd4a12c6 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191072 Jun 29 15:55:20.209275 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85709c92-bcf8-435c-a99c-dd094033ef16 req-6191dd0c-0258-488c-8f30-4d6ef983d0b7 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:20.211214 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-85709c92-bcf8-435c-a99c-dd094033ef16 req-6191dd0c-0258-488c-8f30-4d6ef983d0b7 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 947 time: 0.0914931 Jun 29 15:55:20.253985 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-85709c92-bcf8-435c-a99c-dd094033ef16 req-e0d466dc-7bc3-4600-b72e-9eb1830da5f4 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370102 Jun 29 15:55:20.988043 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d3348-263e-4689-84d5-ef5e10407cf7 req-7a5f68d1-53b3-41a1-896f-d84d9c703129 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:20.989538 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-353d3348-263e-4689-84d5-ef5e10407cf7 req-7a5f68d1-53b3-41a1-896f-d84d9c703129 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0668662 Jun 29 15:55:21.036538 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-353d3348-263e-4689-84d5-ef5e10407cf7 req-01bff421-ed7f-4675-bbd2-3e71dee68d67 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 Jun 29 15:55:22.221603 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490647d4-fd88-43ca-8de6-bd0c0ca506e0 req-e43db36b-6e91-4dc5-b59d-e294d2dfd854 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:22.223110 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-490647d4-fd88-43ca-8de6-bd0c0ca506e0 req-e43db36b-6e91-4dc5-b59d-e294d2dfd854 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0646741 Jun 29 15:55:22.262344 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-490647d4-fd88-43ca-8de6-bd0c0ca506e0 req-b1397edc-7346-40f6-9fe5-256ec9c886d0 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333283 Jun 29 15:55:22.470744 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71461c93-77f8-4e02-b67c-f1b4bcaa4424 req-07cf9126-6558-4b24-ac24-49bd6bb65474 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:22.472218 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-71461c93-77f8-4e02-b67c-f1b4bcaa4424 req-07cf9126-6558-4b24-ac24-49bd6bb65474 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0657539 Jun 29 15:55:22.509536 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-71461c93-77f8-4e02-b67c-f1b4bcaa4424 req-446c7b24-fc9b-422a-9919-c1a7d65099eb tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308690 Jun 29 15:55:23.435626 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1793c7e-9bb0-46c5-860e-48f0a317ae19 req-8c887f48-f9db-40c8-905b-602de9aee5f1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:23.437084 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d1793c7e-9bb0-46c5-860e-48f0a317ae19 req-8c887f48-f9db-40c8-905b-602de9aee5f1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0625715 Jun 29 15:55:23.473425 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d1793c7e-9bb0-46c5-860e-48f0a317ae19 req-1db5f9e2-09d4-47e5-a9e0-b0d0901ee007 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306542 Jun 29 15:55:23.684817 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dbb46-61c3-4815-9fdc-af856bd9382e req-98b384d0-ad4a-40c1-ba72-6542812ac1ad tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:23.686304 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b60dbb46-61c3-4815-9fdc-af856bd9382e req-98b384d0-ad4a-40c1-ba72-6542812ac1ad tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0629537 Jun 29 15:55:23.722593 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b60dbb46-61c3-4815-9fdc-af856bd9382e req-1366713e-3634-4533-8585-32841a2fe173 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307167 Jun 29 15:55:24.643631 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805feb4-0dc4-4bff-ab3a-80e14ac6a97e req-c38759ff-8a3c-4552-a1a7-09c65979d8f1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:24.645062 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9805feb4-0dc4-4bff-ab3a-80e14ac6a97e req-c38759ff-8a3c-4552-a1a7-09c65979d8f1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0611880 Jun 29 15:55:24.684087 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9805feb4-0dc4-4bff-ab3a-80e14ac6a97e req-c32d3dbe-d408-4666-a77c-0ea61975b441 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315490 Jun 29 15:55:24.892009 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a706ca4-d721-472e-ad17-27c6bc26ce20 req-956efee2-2516-484d-9db8-038ddbd8af2a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:24.893568 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3a706ca4-d721-472e-ad17-27c6bc26ce20 req-956efee2-2516-484d-9db8-038ddbd8af2a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0616159 Jun 29 15:55:24.931944 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3a706ca4-d721-472e-ad17-27c6bc26ce20 req-d3055f8f-6b40-446a-9b85-7284cf4d67dd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298369 Jun 29 15:55:25.865371 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a33ed-cf81-4760-9994-65e35cc88221 req-22f210e0-2faf-4e46-884d-1a3fb02280af tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:25.867537 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-491a33ed-cf81-4760-9994-65e35cc88221 req-22f210e0-2faf-4e46-884d-1a3fb02280af tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0672743 Jun 29 15:55:25.908518 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-491a33ed-cf81-4760-9994-65e35cc88221 req-71ab8ffb-0007-4469-8585-d78ed1a2cdeb tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354803 Jun 29 15:55:26.107563 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded988a-a635-4841-af47-ac6e33c1778c req-7849ef6e-53dc-49fe-8e1a-65cada40fc0e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:26.109013 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0ded988a-a635-4841-af47-ac6e33c1778c req-7849ef6e-53dc-49fe-8e1a-65cada40fc0e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0670378 Jun 29 15:55:26.145180 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0ded988a-a635-4841-af47-ac6e33c1778c req-137abee4-24eb-460b-afea-707012a29e8f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306413 Jun 29 15:55:27.086455 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abf354-e208-4eb7-8b76-4c974da0d1e4 req-fb491ebf-8e5e-4c98-bccd-edd0dd169f41 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:27.088008 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44abf354-e208-4eb7-8b76-4c974da0d1e4 req-fb491ebf-8e5e-4c98-bccd-edd0dd169f41 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0662992 Jun 29 15:55:27.126920 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44abf354-e208-4eb7-8b76-4c974da0d1e4 req-f18343b4-ab31-4940-a526-42572f5d09b7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333610 Jun 29 15:55:27.321200 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf579f3-c5fe-49d1-829c-42542afd79bb req-bd1124f0-071c-4b04-b888-ee33794dcdfe tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:27.322854 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6cf579f3-c5fe-49d1-829c-42542afd79bb req-bd1124f0-071c-4b04-b888-ee33794dcdfe tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0666976 Jun 29 15:55:27.361390 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6cf579f3-c5fe-49d1-829c-42542afd79bb req-2c0f578a-95da-412f-b8d3-170afec013dd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318489 Jun 29 15:55:27.519549 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20f21010-76c6-4a08-a812-e20614efa921 req-dfb62e83-c66b-43e8-8aa1-46f01cc7274d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555532 Jun 29 15:55:27.597758 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f21010-76c6-4a08-a812-e20614efa921 req-5beb6141-f2ec-44d1-9a47-9e3ac0171707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:27.599161 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20f21010-76c6-4a08-a812-e20614efa921 req-5beb6141-f2ec-44d1-9a47-9e3ac0171707 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 1100 time: 0.0525184 Jun 29 15:55:27.709907 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f21010-76c6-4a08-a812-e20614efa921 req-98817b46-2426-4edc-87c6-2f3a6106a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:27.711364 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20f21010-76c6-4a08-a812-e20614efa921 req-98817b46-2426-4edc-87c6-2f3a6106a664 service neutron] 10.222.0.81 "GET /v2.0/networks?id=61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 200 len: 916 time: 0.0848975 Jun 29 15:55:27.796054 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20f21010-76c6-4a08-a812-e20614efa921 req-e38fcecf-cf32-4d47-ba76-661c66df3c93 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb HTTP/1.1" status: 200 len: 1001 time: 0.0783076 Jun 29 15:55:27.843336 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f21010-76c6-4a08-a812-e20614efa921 req-b4337865-1e7c-428c-8dcf-4ce43f5bf8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:27.844742 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20f21010-76c6-4a08-a812-e20614efa921 req-b4337865-1e7c-428c-8dcf-4ce43f5bf8bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8db42e60-7985-44f3-8899-246ef24f69ae HTTP/1.1" status: 200 len: 854 time: 0.0426693 Jun 29 15:55:27.902730 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f21010-76c6-4a08-a812-e20614efa921 req-6710796a-1cd7-455b-b9c2-1c0c7eaa6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:27.904163 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20f21010-76c6-4a08-a812-e20614efa921 req-6710796a-1cd7-455b-b9c2-1c0c7eaa6704 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=61586768-e621-44be-873b-6ad3c5a47dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498762 Jun 29 15:55:27.993741 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20f21010-76c6-4a08-a812-e20614efa921 req-c48cc826-e585-40ed-b27b-e0fff45e50de service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827179 Jun 29 15:55:28.087298 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20f21010-76c6-4a08-a812-e20614efa921 req-cf1bb45a-1c82-409f-93d3-b043052874f3 service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820718 Jun 29 15:55:28.235601 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41694) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:28.315156 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-90dc19b7-6132-4401-a481-45650601a165 admin admin] Deleting subnet 0a9bf548-917e-4e16-8f06-19f51cba62ec {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 15:55:28.321624 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90dc19b7-6132-4401-a481-45650601a165 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.362617 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90dc19b7-6132-4401-a481-45650601a165 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9294822'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.388604 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85e94d-9b83-404d-9e80-c7c4f0e2f22c req-ca4a21e1-3113-4c75-a24e-19d39a074ec8 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:28.390230 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d85e94d-9b83-404d-9e80-c7c4f0e2f22c req-ca4a21e1-3113-4c75-a24e-19d39a074ec8 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.1464560 Jun 29 15:55:28.433397 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90dc19b7-6132-4401-a481-45650601a165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.464166 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1d85e94d-9b83-404d-9e80-c7c4f0e2f22c req-5b28ae86-9cb8-4348-9510-0e329ee2671d tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678463 Jun 29 15:55:28.497758 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90dc19b7-6132-4401-a481-45650601a165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9165188'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.500784 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6fc6de93-7de6-41d2-a494-656ce90db9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:28.525245 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc19b7-6132-4401-a481-45650601a165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9bf548-917e-4e16-8f06-19f51cba62ec,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:28.527240 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-90dc19b7-6132-4401-a481-45650601a165 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.529757 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-90dc19b7-6132-4401-a481-45650601a165 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0a9bf548-917e-4e16-8f06-19f51cba62ec HTTP/1.1" status: 204 len: 168 time: 0.2930675 Jun 29 15:55:28.530774 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-90dc19b7-6132-4401-a481-45650601a165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:28.531593 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41698) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:28.546871 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209f909-7f86-40d7-9eb2-cae99bdfdd16 req-6af788c5-d625-4616-a8d8-eac1ec42987f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:28.548486 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7209f909-7f86-40d7-9eb2-cae99bdfdd16 req-6af788c5-d625-4616-a8d8-eac1ec42987f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0709844 Jun 29 15:55:28.587637 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7209f909-7f86-40d7-9eb2-cae99bdfdd16 req-3db722e6-213c-46ec-8996-edd3728ceb28 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330791 Jun 29 15:55:28.599321 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.681026 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.690721 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affa028a-f345-4b19-a7d5-dc4c78c762f8']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:28.701001 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28760c49-05b3-46c3-a988-ba93866031f0') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:28.701313 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28760c49-05b3-46c3-a988-ba93866031f0') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:28.710709 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9294825'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.723940 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.729536 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:55:28.729910 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477928'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: timer() Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: cb(*args, **kw) Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: self._notify() Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: self.callback(batched_events) Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: event.method(event) Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._get(url).json() Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:55:28.731515 dv-cinder-792209-4-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:55:28.783622 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.787625 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f1320e6c-f10b-4c24-ac78-229d2c271d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:28.791589 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.793477 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] 10.222.0.69 "DELETE /v2.0/networks/affa028a-f345-4b19-a7d5-dc4c78c762f8 HTTP/1.1" status: 204 len: 168 time: 0.2607074 Jun 29 15:55:28.797004 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41700) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:28.803193 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] Pushing event deleted for resources: {'Network': ['ID=affa028a-f345-4b19-a7d5-dc4c78c762f8,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:28.805606 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c25bff80-c725-44f2-a55e-98e964754353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:28.843580 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Deleting subnet 63ac39f2-7cdf-40c4-b0af-c17930707967 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 15:55:28.846781 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.879423 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2514715'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.916762 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.970795 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9716441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9850893'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:28.973551 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:28.996851 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ac39f2-7cdf-40c4-b0af-c17930707967,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:28.999281 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:29.001059 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/63ac39f2-7cdf-40c4-b0af-c17930707967 HTTP/1.1" status: 204 len: 168 time: 0.2028770 Jun 29 15:55:29.004017 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41702) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:29.007843 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:29.008215 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:29.008686 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:29.008933 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:29.009287 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:29.009668 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:29.010013 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:29.010354 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:29.010700 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:29.011041 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:29.011386 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:29.011722 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:29.014889 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:29.078106 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:29.153264 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:29.163578 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b609ce2-bc96-4101-96db-3c9aee5d1c45']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:29.177287 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6187d4-0a5c-47f4-9dee-c1ced7726f46') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:29.177698 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6187d4-0a5c-47f4-9dee-c1ced7726f46') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:29.186586 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9294825'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:29.199751 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:29.205654 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:55:29.205999 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477928'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: timer() Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: cb(*args, **kw) Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: self._notify() Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: self.callback(batched_events) Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: event.method(event) Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._get(url).json() Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:55:29.208035 dv-cinder-792209-4-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:55:29.262060 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:29.265700 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:29.268024 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:29.269850 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] 10.222.0.69 "DELETE /v2.0/networks/8b609ce2-bc96-4101-96db-3c9aee5d1c45 HTTP/1.1" status: 204 len: 168 time: 0.2646303 Jun 29 15:55:29.281058 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] Pushing event deleted for resources: {'Network': ['ID=8b609ce2-bc96-4101-96db-3c9aee5d1c45,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:29.283290 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:29.424816 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41706) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:29.466108 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1009edcc-9f91-4eec-84ec-0a9a813f9daf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0dc9ac63a584079b00c3718c25246fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399568 Jun 29 15:55:29.468451 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41708) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:29.515713 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bc8b6e-fd94-4651-a5a7-b50d4e69cc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:29.545777 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bc8b6e-fd94-4651-a5a7-b50d4e69cc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:29.619189 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bc8b6e-fd94-4651-a5a7-b50d4e69cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:29.621695 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-73bc8b6e-fd94-4651-a5a7-b50d4e69cc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:29.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-73bc8b6e-fd94-4651-a5a7-b50d4e69cc51 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6a4f009-4c2e-4188-af97-3bc48fdd1402 HTTP/1.1" status: 204 len: 168 time: 0.1534865 Jun 29 15:55:29.624353 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3587449b-ad82-450f-af06-168f95ab9162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:29.637852 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc8b6e-fd94-4651-a5a7-b50d4e69cc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a4f009-4c2e-4188-af97-3bc48fdd1402,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:29.641364 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-73bc8b6e-fd94-4651-a5a7-b50d4e69cc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:29.673900 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1217d53-94dd-46b6-8dd2-53ee594a3f5b req-a84de394-fe65-483d-a54b-8d24af40675b tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:29.675442 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d1217d53-94dd-46b6-8dd2-53ee594a3f5b req-a84de394-fe65-483d-a54b-8d24af40675b tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0900555 Jun 29 15:55:29.717716 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d1217d53-94dd-46b6-8dd2-53ee594a3f5b req-b0d39269-74c9-4078-b337-330b99b6b19b tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361102 Jun 29 15:55:29.774220 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d380977-9685-419a-ae83-951c82993c28 req-b962cba1-2cc2-4c90-9dfc-f2cdac928eb9 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:29.775713 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2d380977-9685-419a-ae83-951c82993c28 req-b962cba1-2cc2-4c90-9dfc-f2cdac928eb9 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0701063 Jun 29 15:55:29.815336 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2d380977-9685-419a-ae83-951c82993c28 req-a4566951-ebed-47e5-9ffe-846a7ef03a3b tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339835 Jun 29 15:55:29.947856 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41718) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:29.986501 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1432c86b-d43b-48d6-af70-b2a965796c9e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5993f023d1aa496e9acbc2419cd9e9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374570 Jun 29 15:55:29.988772 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41720) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:30.034488 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-13e54f8a-8472-45cd-9207-f2ec2aa0dbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:30.055263 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-13e54f8a-8472-45cd-9207-f2ec2aa0dbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:30.105112 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-13e54f8a-8472-45cd-9207-f2ec2aa0dbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:30.107681 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-13e54f8a-8472-45cd-9207-f2ec2aa0dbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:30.108821 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-13e54f8a-8472-45cd-9207-f2ec2aa0dbea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/93569ddf-0c20-49cf-9eef-cea6601f1d2b HTTP/1.1" status: 204 len: 168 time: 0.1191537 Jun 29 15:55:30.109612 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-71e89ca9-fef8-4391-8101-609c9941fc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:30.117670 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e54f8a-8472-45cd-9207-f2ec2aa0dbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93569ddf-0c20-49cf-9eef-cea6601f1d2b,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:30.119893 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-13e54f8a-8472-45cd-9207-f2ec2aa0dbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:30.777640 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:30.947150 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaf91b-0070-4c81-bda4-e39adbe1a663 req-11d17b58-17ac-4531-9092-9416a48d6795 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:30.948677 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4aaf91b-0070-4c81-bda4-e39adbe1a663 req-11d17b58-17ac-4531-9092-9416a48d6795 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0664847 Jun 29 15:55:30.988249 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b4aaf91b-0070-4c81-bda4-e39adbe1a663 req-1cf3bc31-b822-4e02-954a-7c1e2d103183 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339799 Jun 29 15:55:31.012692 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fef7cb-a326-4f49-a81a-5897d27473ba req-59b66a22-5372-4eb2-b1fe-1170004fbd6f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:31.017235 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-02fef7cb-a326-4f49-a81a-5897d27473ba req-59b66a22-5372-4eb2-b1fe-1170004fbd6f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0727780 Jun 29 15:55:31.054473 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-02fef7cb-a326-4f49-a81a-5897d27473ba req-08d0fd68-d226-4224-be23-a97d30aad641 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345023 Jun 29 15:55:32.168610 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237eca-34da-48f9-9edc-dde19182c506 req-c0358135-eb9a-4081-93f0-93d0e6a9a530 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:32.170133 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17237eca-34da-48f9-9edc-dde19182c506 req-c0358135-eb9a-4081-93f0-93d0e6a9a530 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0650101 Jun 29 15:55:32.208043 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17237eca-34da-48f9-9edc-dde19182c506 req-6689b929-1f72-4f49-810d-b7e0a5329583 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321867 Jun 29 15:55:32.237541 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d801613-505e-4fbe-9a98-2a459db02107 req-53b51811-bd5b-4fa0-9889-0bcfe652b68f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:32.239004 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7d801613-505e-4fbe-9a98-2a459db02107 req-53b51811-bd5b-4fa0-9889-0bcfe652b68f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0681322 Jun 29 15:55:32.276161 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7d801613-505e-4fbe-9a98-2a459db02107 req-757f856c-cdfe-40d0-a23a-c99204b2a66e tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312159 Jun 29 15:55:33.389667 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432c4a0-b60d-40cd-9091-b752d96272de req-04c62a83-0c2f-4ce9-ac19-2241c3968bba tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:33.391141 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d432c4a0-b60d-40cd-9091-b752d96272de req-04c62a83-0c2f-4ce9-ac19-2241c3968bba tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0673547 Jun 29 15:55:33.430670 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d432c4a0-b60d-40cd-9091-b752d96272de req-2c0f7406-fa53-49c7-94e4-c2705dedddc7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338702 Jun 29 15:55:33.451118 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b117cbb-388b-4861-80c0-235e3e7b6522 req-13373e96-9e71-4bc0-8584-a5a1470537b0 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:33.452560 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0b117cbb-388b-4861-80c0-235e3e7b6522 req-13373e96-9e71-4bc0-8584-a5a1470537b0 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0642531 Jun 29 15:55:33.490350 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0b117cbb-388b-4861-80c0-235e3e7b6522 req-01d9c464-c5de-4e8d-998b-fcc63c85c651 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319490 Jun 29 15:55:33.815463 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41784) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:33.839535 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed969a2-1f8c-4183-8046-25ca529646aa req-a18256a1-8fc4-49dd-8f2f-e3fa356e30ad tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:33.841047 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bed969a2-1f8c-4183-8046-25ca529646aa req-a18256a1-8fc4-49dd-8f2f-e3fa356e30ad tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0751340 Jun 29 15:55:33.851533 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61236e8-f1f1-4043-a10d-c9f839d963aa req-66d95825-4f32-46ed-b5eb-7f73b49c0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:33.853127 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c61236e8-f1f1-4043-a10d-c9f839d963aa req-66d95825-4f32-46ed-b5eb-7f73b49c0fa2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5439281c0ac4668952ac8a98e1cd1ad&device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 1098 time: 0.0656004 Jun 29 15:55:33.879892 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bed969a2-1f8c-4183-8046-25ca529646aa req-819ab76f-2615-45b5-b121-0d4178042ded tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329387 Jun 29 15:55:33.932519 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ee2f1be1-2d68-4afb-aa2d-127a6b30d1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:33.955201 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61236e8-f1f1-4043-a10d-c9f839d963aa req-5a28788e-42f2-41bb-ae3c-818e3340fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:33.956654 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c61236e8-f1f1-4043-a10d-c9f839d963aa req-5a28788e-42f2-41bb-ae3c-818e3340fb7e service neutron] 10.222.0.81 "GET /v2.0/networks?id=41b63229-f54d-495f-9492-1733d010c4cd HTTP/1.1" status: 200 len: 911 time: 0.0970702 Jun 29 15:55:34.019564 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ee2f1be1-2d68-4afb-aa2d-127a6b30d1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:34.024185 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ee2f1be1-2d68-4afb-aa2d-127a6b30d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:34.024720 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c61236e8-f1f1-4043-a10d-c9f839d963aa req-6ab91307-1ded-4cee-a841-9f9fea99d66d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ead8228a-ead4-42e1-b499-f5b408ebc8b6 HTTP/1.1" status: 200 len: 1001 time: 0.0607240 Jun 29 15:55:34.026586 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-827772a3-292b-4caa-9737-05222d57952a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:34.062557 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ee2f1be1-2d68-4afb-aa2d-127a6b30d1ad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87903ef460ac479fb50febd8ba70076c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446344 Jun 29 15:55:34.063504 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f1be1-2d68-4afb-aa2d-127a6b30d1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf4d83d-99ce-4cd6-a4b5-03ca612cf4c7,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:34.065915 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41788) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:34.072953 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ee2f1be1-2d68-4afb-aa2d-127a6b30d1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:34.076562 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61236e8-f1f1-4043-a10d-c9f839d963aa req-e1187e2d-6033-468f-a7fe-3280206f8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:34.078542 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c61236e8-f1f1-4043-a10d-c9f839d963aa req-e1187e2d-6033-468f-a7fe-3280206f8853 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b45a8124-4c73-414b-aa79-0813179b73b7 HTTP/1.1" status: 200 len: 849 time: 0.0473499 Jun 29 15:55:34.119549 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4b40aba-e4ee-4be6-a98e-24c3743d64b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:34.139013 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61236e8-f1f1-4043-a10d-c9f839d963aa req-152ecb76-8789-46bd-aa85-50aa204595a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:34.140398 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4b40aba-e4ee-4be6-a98e-24c3743d64b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:34.140536 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c61236e8-f1f1-4043-a10d-c9f839d963aa req-152ecb76-8789-46bd-aa85-50aa204595a1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=41b63229-f54d-495f-9492-1733d010c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554338 Jun 29 15:55:34.189920 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4b40aba-e4ee-4be6-a98e-24c3743d64b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:34.192741 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e4b40aba-e4ee-4be6-a98e-24c3743d64b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:34.194051 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e4b40aba-e4ee-4be6-a98e-24c3743d64b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/caf4d83d-99ce-4cd6-a4b5-03ca612cf4c7 HTTP/1.1" status: 204 len: 168 time: 0.1272280 Jun 29 15:55:34.195055 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d3c156d4-198f-4cdd-a55b-299b80c5820b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:34.202603 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b40aba-e4ee-4be6-a98e-24c3743d64b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf4d83d-99ce-4cd6-a4b5-03ca612cf4c7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:34.208792 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e4b40aba-e4ee-4be6-a98e-24c3743d64b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:34.237180 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c61236e8-f1f1-4043-a10d-c9f839d963aa req-5c7a0da9-6be6-4f60-8193-3abdb82ec2ae service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896680 Jun 29 15:55:34.341539 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c61236e8-f1f1-4043-a10d-c9f839d963aa req-63cb435e-c22f-4c09-91d6-cbc74679cf22 service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974977 Jun 29 15:55:34.621502 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110021c2-3165-4a0f-9334-cb031aed5d71 req-d9aad2bf-e2e6-41d9-b126-6a05ec31f60f tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:34.623023 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-110021c2-3165-4a0f-9334-cb031aed5d71 req-d9aad2bf-e2e6-41d9-b126-6a05ec31f60f tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0713294 Jun 29 15:55:34.667069 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-110021c2-3165-4a0f-9334-cb031aed5d71 req-b30c9d28-6a8a-42a8-8ddb-e4081bec19e9 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380530 Jun 29 15:55:34.873442 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41812) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:34.996374 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-760199072-network', 'tenant_id': '01dc00b139894e748003f586a560c62b'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:35.019086 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Made reservation on behalf of 01dc00b139894e748003f586a560c62b for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:55:35.022150 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.030774 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.069021 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd751-ae7f-460f-a51b-d9d14226a668 req-5831e862-2877-4186-ba51-41336cc67829 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:35.070705 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbbbd751-ae7f-460f-a51b-d9d14226a668 req-5831e862-2877-4186-ba51-41336cc67829 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0686719 Jun 29 15:55:35.112240 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cbbbd751-ae7f-460f-a51b-d9d14226a668 req-816eefdf-3114-4d8d-956e-70ad1d8b16fe tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349514 Jun 29 15:55:35.125198 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.130770 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.136544 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-4eac268e-630d-46f9-ad72-7f152eb48921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:35.167199 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:55:35.179370 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13e7852-ac72-43c3-95b5-96699b1b3a70,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:35.184862 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:35.188623 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.188745 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Added segment 0e6951ba-c671-465d-831c-b475dfbb2f80 of type vlan for network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca Jun 29 15:55:35.231817 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.259685 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.260958 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:35.261558 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.263548 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:35.311121 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4362772 Jun 29 15:55:35.313947 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41818) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:35.319364 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-a1c1c321-da03-4ee4-9fd5-52d6557dc415 admin admin] Request body: {'subnet': {'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-760199072-subnet', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:35.321950 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Pushing event updated for resources: {'Network': ['ID=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:35.325214 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:35.331720 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:55:35.341019 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c1c321-da03-4ee4-9fd5-52d6557dc415 admin admin] Made reservation on behalf of 01dc00b139894e748003f586a560c62b for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:55:35.343375 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c321-da03-4ee4-9fd5-52d6557dc415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9850920'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.515099 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c321-da03-4ee4-9fd5-52d6557dc415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9716374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9850938'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.517383 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3d2e10e5-4a24-4bd2-b540-36049655734e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:35.570767 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1c321-da03-4ee4-9fd5-52d6557dc415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5c4fc4-26c6-405e-bed0-4c7f8db61585,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:35.574058 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a1c1c321-da03-4ee4-9fd5-52d6557dc415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:35.579517 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1c321-da03-4ee4-9fd5-52d6557dc415 admin admin] Checking segment: {'id': '0e6951ba-c671-465d-831c-b475dfbb2f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:55:35.579869 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1c321-da03-4ee4-9fd5-52d6557dc415 admin admin] Network hostable DHCP agents. Network: b04c0f30-61eb-4f98-b3e1-1b89e76f11ca, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:55:35.602069 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1c321-da03-4ee4-9fd5-52d6557dc415 admin admin] Network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:55:35.617093 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-a1c1c321-da03-4ee4-9fd5-52d6557dc415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, b04c0f30-61eb-4f98-b3e1-1b89e76f11ca) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:55:35.621837 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1c321-da03-4ee4-9fd5-52d6557dc415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:35.622696 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c321-da03-4ee4-9fd5-52d6557dc415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.629421 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d754bd-2dfa-4683-b774-c921871da246 None None] Network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:55:35.637363 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a1c1c321-da03-4ee4-9fd5-52d6557dc415 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3220804 Jun 29 15:55:35.639769 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41824) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:35.644157 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:35.665553 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1593'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.666477 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-924766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1584'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.721250 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.786617 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2862257-6be6-5bf8-955d-10756022acbf-b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'fixed_ips': [{'subnet_id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585'}]}} from dv-cinder-792209-4-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:55:35.788070 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.852487 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93441f2d-db77-4a28-abaa-e1558d6a2fcd req-d5398c94-8be8-473a-a13d-45ed478e5403 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:35.854004 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-93441f2d-db77-4a28-abaa-e1558d6a2fcd req-d5398c94-8be8-473a-a13d-45ed478e5403 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0681176 Jun 29 15:55:35.867781 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1730'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:35.903850 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-93441f2d-db77-4a28-abaa-e1558d6a2fcd req-95dcc4f9-55ee-438a-ae8c-ccf14b7c98b4 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423317 Jun 29 15:55:35.928360 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Allocated IP 172.20.0.2 (b04c0f30-61eb-4f98-b3e1-1b89e76f11ca/2f5c4fc4-26c6-405e-bed0-4c7f8db61585/c1349c00-38c1-47cd-97f2-bbc513f98135) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:55:36.065664 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:36.072376 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:36.080858 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Transition to ACTIVE for port object c1349c00-38c1-47cd-97f2-bbc513f98135 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:55:36.084723 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:36.097519 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Transition to ACTIVE for port object c1349c00-38c1-47cd-97f2-bbc513f98135 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:55:36.103247 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:36.105220 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:36.145088 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:55:36.148239 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:55:36.152654 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:55:36.157275 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Pushing event updated for resources: {'Port': ['ID=c1349c00-38c1-47cd-97f2-bbc513f98135,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:36.167583 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:36.167873 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:36.168219 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:36.168560 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:36.168893 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:36.169226 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:36.169579 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:36.169914 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:36.170262 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:36.170592 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:36.170918 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:36.171242 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:36.189439 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:36.200404 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Allocated IP 172.27.1.165 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/5447d576-2819-4a29-b315-98170f268684) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:55:36.234924 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Attempting to bind port c1349c00-38c1-47cd-97f2-bbc513f98135 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:55:36.235307 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Attempting to bind port c1349c00-38c1-47cd-97f2-bbc513f98135 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '0e6951ba-c671-465d-831c-b475dfbb2f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:55:36.235679 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Attempting to bind port c1349c00-38c1-47cd-97f2-bbc513f98135 on network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:55:36.240997 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:55:36.241382 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Checking segment: {'id': '0e6951ba-c671-465d-831c-b475dfbb2f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:55:36.241674 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:36.242071 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Bound using segment: {'id': '0e6951ba-c671-465d-831c-b475dfbb2f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:55:36.242604 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Bound port: c1349c00-38c1-47cd-97f2-bbc513f98135, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6951ba-c671-465d-831c-b475dfbb2f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:55:36.242994 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:36.310359 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] For port c1349c00-38c1-47cd-97f2-bbc513f98135, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:55:36.313759 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] For port c1349c00-38c1-47cd-97f2-bbc513f98135, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=c1349c00-38c1-47cd-97f2-bbc513f98135,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:55:36.318373 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:36.320407 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-b573d551-311b-4fad-ab6e-49c00806b1f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:36.383062 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Pushing event updated for resources: {'Port': ['ID=c1349c00-38c1-47cd-97f2-bbc513f98135,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:36.386692 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:36.527671 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:36.546262 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2361f-cc91-487f-ae8d-7d960a093cdb req-11047b4a-4981-44e8-b0c8-1968dc9e9bcc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:36.547852 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9fa2361f-cc91-487f-ae8d-7d960a093cdb req-11047b4a-4981-44e8-b0c8-1968dc9e9bcc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.2953863 Jun 29 15:55:36.647591 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9fa2361f-cc91-487f-ae8d-7d960a093cdb req-03b38b30-9bd7-4035-b0ba-54c75ca2b123 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839422 Jun 29 15:55:36.652484 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9716266'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:36.655095 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7b1a84c0-8244-4b19-95d4-3b97a9122ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:36.709994 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:55:36.713260 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:55:36.714048 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076e0ea-88f0-410d-bce1-914baaf48921 req-75276e12-628b-4679-a89c-353da61c5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:36.717253 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2076e0ea-88f0-410d-bce1-914baaf48921 req-75276e12-628b-4679-a89c-353da61c5b3c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 1098 time: 0.0891273 Jun 29 15:55:36.722429 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:55:36.724839 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Pushing event updated for resources: {'Port': ['ID=5447d576-2819-4a29-b315-98170f268684,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:36.728454 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:36.770776 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2076e0ea-88f0-410d-bce1-914baaf48921 req-1f7f197a-519e-4938-a8da-fcc186ec6459 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Jun 29 15:55:36.782385 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c1349c00-38c1-47cd-97f2-bbc513f98135 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:36.831686 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port c1349c00-38c1-47cd-97f2-bbc513f98135 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:55:36.970643 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:37.082426 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9681b-6dcc-485c-9e8d-ab322a877513 req-84f63c31-714e-46ba-9232-ea5543d0b98e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:37.083974 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-88d9681b-6dcc-485c-9e8d-ab322a877513 req-84f63c31-714e-46ba-9232-ea5543d0b98e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0678346 Jun 29 15:55:37.125075 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-88d9681b-6dcc-485c-9e8d-ab322a877513 req-f82f9de5-5cee-47b0-b60a-92e15a5a3ed1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349400 Jun 29 15:55:37.169838 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646053'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:37.306046 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Router 084f0502-05fd-406a-a183-849461d7c5de is scheduled to L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:55:37.376191 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21a8c24-e851-44ec-9780-15481f3f30e8 None None] Network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:55:37.413223 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:55:37.423923 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Sync routers for ids ['084f0502-05fd-406a-a183-849461d7c5de'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:55:37.435366 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:37.435854 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Routers {'084f0502-05fd-406a-a183-849461d7c5de'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:55:37.436485 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:55:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['084f0502-05fd-406a-a183-849461d7c5de'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:37.440081 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41834) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:37.440460 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7995586 Jun 29 15:55:37.551199 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Set router 084f0502-05fd-406a-a183-849461d7c5de gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:55:37.552239 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-81238926-9a86-4c4a-b8ac-a71a759c4bfe None None] Provisioning for port c1349c00-38c1-47cd-97f2-bbc513f98135 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:55:37.564374 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-81238926-9a86-4c4a-b8ac-a71a759c4bfe None None] Provisioning complete for port c1349c00-38c1-47cd-97f2-bbc513f98135 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:37.564758 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-81238926-9a86-4c4a-b8ac-a71a759c4bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:37.720823 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-81238926-9a86-4c4a-b8ac-a71a759c4bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:37.762390 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-81238926-9a86-4c4a-b8ac-a71a759c4bfe None None] For port c1349c00-38c1-47cd-97f2-bbc513f98135, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=c1349c00-38c1-47cd-97f2-bbc513f98135,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:37.765177 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '5447d576-2819-4a29-b315-98170f268684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T15:55:36Z', 'revision_number': 3, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port': {'id': '5447d576-2819-4a29-b315-98170f268684', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:36Z', 'updated_at': '2021-06-29T15:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:37.769324 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-81238926-9a86-4c4a-b8ac-a71a759c4bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:37.771086 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:37.807090 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Checking router: 084f0502-05fd-406a-a183-849461d7c5de for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:55:37.807726 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Updating router 084f0502-05fd-406a-a183-849461d7c5de port 5447d576-2819-4a29-b315-98170f268684 binding host dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:55:37.823300 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81238926-9a86-4c4a-b8ac-a71a759c4bfe None None] Pushing event updated for resources: {'Port': ['ID=c1349c00-38c1-47cd-97f2-bbc513f98135,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:37.827226 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-81238926-9a86-4c4a-b8ac-a71a759c4bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:37.848874 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:37.992961 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-7463ccda-aff9-4293-b252-0b86c7cc9f2a None None] Provisioning complete for port c1349c00-38c1-47cd-97f2-bbc513f98135 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:37.993319 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7463ccda-aff9-4293-b252-0b86c7cc9f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.119515 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.129589 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Transition to ACTIVE for port object 5447d576-2819-4a29-b315-98170f268684 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:55:38.143380 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.145809 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:38.191429 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.201565 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Attempting to bind port 5447d576-2819-4a29-b315-98170f268684 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:55:38.201946 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Attempting to bind port 5447d576-2819-4a29-b315-98170f268684 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:55:38.202312 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Attempting to bind port 5447d576-2819-4a29-b315-98170f268684 on network bfa67d25-b868-43ee-b5d8-7530adde7935 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:55:38.217878 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Pushing event updated for resources: {'Port': ['ID=5447d576-2819-4a29-b315-98170f268684,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:38.220734 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:55:38.221243 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Checking segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:55:38.221686 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.222086 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Bound using segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:55:38.222600 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Bound port: 5447d576-2819-4a29-b315-98170f268684, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:55:38.222996 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.247112 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:38.247448 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:38.247785 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:38.248499 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:38.248499 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:38.248711 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:38.249034 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:38.249368 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:38.250298 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:38.250298 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:38.250298 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:38.250597 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:55:38.254734 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:38.292365 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] For port 5447d576-2819-4a29-b315-98170f268684, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:55:38.296232 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] For port 5447d576-2819-4a29-b315-98170f268684, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=5447d576-2819-4a29-b315-98170f268684,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:55:38.302490 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.305159 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:38.340646 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa3d6b-376f-408f-97f2-023f9816a151 req-46215576-bae7-4cb3-ae39-f05819ad6747 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:38.342392 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0daa3d6b-376f-408f-97f2-023f9816a151 req-46215576-bae7-4cb3-ae39-f05819ad6747 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0718517 Jun 29 15:55:38.356960 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Routers {'084f0502-05fd-406a-a183-849461d7c5de'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:55:38.357612 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:55:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['084f0502-05fd-406a-a183-849461d7c5de'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:38.367928 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Allocated IP 172.20.0.1 (b04c0f30-61eb-4f98-b3e1-1b89e76f11ca/2f5c4fc4-26c6-405e-bed0-4c7f8db61585/a95a6aaa-93e2-4481-aa37-633180585a87) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:55:38.383165 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0daa3d6b-376f-408f-97f2-023f9816a151 req-3a354e45-6fb9-4299-9a80-85a1ce3f28da tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350592 Jun 29 15:55:38.414018 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Pushing event updated for resources: {'Port': ['ID=5447d576-2819-4a29-b315-98170f268684,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:38.417486 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-d3b02692-ba0e-4e5e-a377-cf7d503165a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:38.471108 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.475337 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] Set router 084f0502-05fd-406a-a183-849461d7c5de gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:55:38.485276 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Transition to ACTIVE for port object a95a6aaa-93e2-4481-aa37-633180585a87 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:55:38.519522 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.530318 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e86756d6-c3a4-476c-9197-a7a30f6b76d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:38.559719 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:55:38.562729 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:55:38.568633 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:55:38.613950 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Pushing event updated for resources: {'Port': ['ID=a95a6aaa-93e2-4481-aa37-633180585a87,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:38.617727 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:38.623556 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001858'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.676702 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '5447d576-2819-4a29-b315-98170f268684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T15:55:36Z', 'revision_number': 3, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port': {'id': '5447d576-2819-4a29-b315-98170f268684', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:36Z', 'updated_at': '2021-06-29T15:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:38.759804 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c1349c00-38c1-47cd-97f2-bbc513f98135 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:38.805928 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0796e585-f496-4d14-a127-2b344cb7e7ec None None] The sync data for ids ['084f0502-05fd-406a-a183-849461d7c5de'] in dv-cinder-792209-4-iscsi is: [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '5447d576-2819-4a29-b315-98170f268684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T15:55:36Z', 'revision_number': 3, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port': {'id': '5447d576-2819-4a29-b315-98170f268684', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:36Z', 'updated_at': '2021-06-29T15:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:55:38.833330 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port c1349c00-38c1-47cd-97f2-bbc513f98135 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:38.834107 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.836678 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:38.953431 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ea340d83-7c17-435d-b323-2acee3810447 None None] Provisioning for port a95a6aaa-93e2-4481-aa37-633180585a87 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:55:38.961164 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ea340d83-7c17-435d-b323-2acee3810447 None None] Provisioning complete for port a95a6aaa-93e2-4481-aa37-633180585a87 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:38.962727 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ea340d83-7c17-435d-b323-2acee3810447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:39.001472 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ea340d83-7c17-435d-b323-2acee3810447 None None] Port a95a6aaa-93e2-4481-aa37-633180585a87 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:55:39.117217 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e386e0b-e49f-4f82-ac94-99d15a6ca10b req-dfdbbbba-e917-4bb4-9240-63667f8b04de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:39.118729 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e386e0b-e49f-4f82-ac94-99d15a6ca10b req-dfdbbbba-e917-4bb4-9240-63667f8b04de service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8c14a59cfe334bb7847f12a8834a95db&device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 1098 time: 0.1670079 Jun 29 15:55:39.153228 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc603d-8b38-4b80-9ad3-edc4d47e04d3 req-2fb9f4b3-4264-4dbc-8111-9f2ea1818d7f tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:39.154831 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-30dc603d-8b38-4b80-9ad3-edc4d47e04d3 req-2fb9f4b3-4264-4dbc-8111-9f2ea1818d7f tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.1654136 Jun 29 15:55:39.158104 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:39.195386 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:39.197468 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:39.306547 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-30dc603d-8b38-4b80-9ad3-edc4d47e04d3 req-a9aed963-2e5d-4918-877b-81fbee23c8e1 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368401 Jun 29 15:55:39.315803 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001750'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:39.329143 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Pushing event updated for resources: {'Port': ['ID=a95a6aaa-93e2-4481-aa37-633180585a87,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:39.334703 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:39.382950 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e386e0b-e49f-4f82-ac94-99d15a6ca10b req-4be846e9-1ed0-482e-9209-bf622d760a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:39.384482 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e386e0b-e49f-4f82-ac94-99d15a6ca10b req-4be846e9-1ed0-482e-9209-bf622d760a61 service neutron] 10.222.0.81 "GET /v2.0/networks?id=caa54c4b-1bc0-4255-a012-8669b90491fb HTTP/1.1" status: 200 len: 920 time: 0.2521632 Jun 29 15:55:39.436905 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e386e0b-e49f-4f82-ac94-99d15a6ca10b req-8a9bbfd5-87b1-4f0b-aac4-53c5890546fd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 HTTP/1.1" status: 200 len: 217 time: 0.0446503 Jun 29 15:55:39.509981 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:55:39.512264 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e386e0b-e49f-4f82-ac94-99d15a6ca10b req-a05dfe42-ce27-42a2-b903-15340c4425f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:39.513727 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e386e0b-e49f-4f82-ac94-99d15a6ca10b req-a05dfe42-ce27-42a2-b903-15340c4425f5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=0888642e-19cd-4dd1-899b-19799f9295ff HTTP/1.1" status: 200 len: 859 time: 0.0702641 Jun 29 15:55:39.514733 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:55:39.551535 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e386e0b-e49f-4f82-ac94-99d15a6ca10b req-a920276f-7e4f-4f8d-8c4b-0ee958059240 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=caa54c4b-1bc0-4255-a012-8669b90491fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300987 Jun 29 15:55:39.727890 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e386e0b-e49f-4f82-ac94-99d15a6ca10b req-cef32e1f-0006-40e3-b5cf-d9712789332f service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404364 Jun 29 15:55:39.731731 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Router 084f0502-05fd-406a-a183-849461d7c5de has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:55:39.732333 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-a790dcdb-3ce7-4437-a61f-b650f1658a05 None None] Provisioning complete for port a95a6aaa-93e2-4481-aa37-633180585a87 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:39.732718 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a790dcdb-3ce7-4437-a61f-b650f1658a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:39.766838 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-a790dcdb-3ce7-4437-a61f-b650f1658a05 None None] Port a95a6aaa-93e2-4481-aa37-633180585a87 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:55:39.901851 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2e386e0b-e49f-4f82-ac94-99d15a6ca10b req-38528d6a-cf44-4aec-9491-9970d07dfcb0 service neutron] 10.222.0.81 "GET /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666732 Jun 29 15:55:39.913572 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:55:39.918773 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] 10.222.0.69 "PUT /v2.0/routers/084f0502-05fd-406a-a183-849461d7c5de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4771588 Jun 29 15:55:40.394720 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41864) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:40.400769 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1485222499-network', 'tenant_id': '5ff71668324040afbaddcf446cf7e299'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:40.422022 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Made reservation on behalf of 5ff71668324040afbaddcf446cf7e299 for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:55:40.425556 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:40.437418 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:40.485776 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Sync routers for ids ['084f0502-05fd-406a-a183-849461d7c5de'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:55:40.495266 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c845a-6937-4ecd-9b04-75c483b3fbc2 req-6c04fb16-6a2e-4bd0-be79-9aa7077e36ff tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:40.496616 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Routers {'084f0502-05fd-406a-a183-849461d7c5de'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:55:40.497547 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:55:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['084f0502-05fd-406a-a183-849461d7c5de'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:40.501831 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9c2c845a-6937-4ecd-9b04-75c483b3fbc2 req-6c04fb16-6a2e-4bd0-be79-9aa7077e36ff tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0774589 Jun 29 15:55:40.536622 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9c2c845a-6937-4ecd-9b04-75c483b3fbc2 req-00129b2e-fe19-4c9b-8e79-36837bf3f4a2 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337436 Jun 29 15:55:40.542034 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:40.548040 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:40.552580 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-98921395-3899-4575-9306-71f72a4b2b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:40.571558 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:55:40.588029 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e398e998-ea26-4c12-9936-8f0c5b045d71,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:40.591346 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:40.592790 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:40.593130 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Added segment 3ef7d102-3dd5-4892-a3de-bfa9c6911c9b of type vlan for network b9e65837-af1d-479b-a5ec-edf98409df0b Jun 29 15:55:40.616594 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Set router 084f0502-05fd-406a-a183-849461d7c5de gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:55:40.639167 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:40.671935 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:40.673812 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:40.674510 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:40.678436 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:40.735995 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3393152 Jun 29 15:55:40.738240 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 5447d576-2819-4a29-b315-98170f268684 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:40.738616 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41866) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:40.744594 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] Request body: {'subnet': {'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1485222499-subnet', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:40.762676 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Pushing event updated for resources: {'Network': ['ID=b9e65837-af1d-479b-a5ec-edf98409df0b,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:40.766099 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f15132fb-00ef-45bb-b7dd-b901d5daa57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:40.780522 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network b9e65837-af1d-479b-a5ec-edf98409df0b details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:55:40.783330 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] Made reservation on behalf of 5ff71668324040afbaddcf446cf7e299 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:55:40.785688 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9165217'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:40.896095 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 5447d576-2819-4a29-b315-98170f268684 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:55:40.902370 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 5447d576-2819-4a29-b315-98170f268684 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:40.902747 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:40.956428 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9165235'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:40.958830 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:40.966684 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '5447d576-2819-4a29-b315-98170f268684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T15:55:38Z', 'revision_number': 4, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port': {'id': '5447d576-2819-4a29-b315-98170f268684', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:36Z', 'updated_at': '2021-06-29T15:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'a95a6aaa-93e2-4481-aa37-633180585a87', 'name': '', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'mac_address': 'fa:16:3e:1a:66:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:38Z', 'updated_at': '2021-06-29T15:55:38Z', 'revision_number': 2, 'project_id': '01dc00b139894e748003f586a560c62b', 'subnets': [{'id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:41.013691 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Checking router: 084f0502-05fd-406a-a183-849461d7c5de for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:55:41.014044 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Updating router 084f0502-05fd-406a-a183-849461d7c5de port a95a6aaa-93e2-4481-aa37-633180585a87 binding host dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:55:41.015383 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=54dffdb0-2cb4-4b66-80b9-b8a67d094be8,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:41.019278 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:41.024767 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] Checking segment: {'id': '3ef7d102-3dd5-4892-a3de-bfa9c6911c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:55:41.025131 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] Network hostable DHCP agents. Network: b9e65837-af1d-479b-a5ec-edf98409df0b, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:55:41.050131 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1cb813f4-8510-4f12-846b-54a62cb2c8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.052805 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] Network b9e65837-af1d-479b-a5ec-edf98409df0b is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:55:41.058344 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.061972 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, b9e65837-af1d-479b-a5ec-edf98409df0b) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:55:41.066346 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:41.066977 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.075035 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad7551d-e831-40c4-b3a8-89bf24ba1f23 None None] Network b9e65837-af1d-479b-a5ec-edf98409df0b requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:55:41.078856 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.082240 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3423977 Jun 29 15:55:41.085201 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41868) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:41.089587 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1485222499-router', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:41.108487 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 5447d576-2819-4a29-b315-98170f268684, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=5447d576-2819-4a29-b315-98170f268684,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:41.110847 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1593'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.111996 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-924766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1584'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.135960 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.139379 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:41.163776 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.299335 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=5447d576-2819-4a29-b315-98170f268684,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:41.300838 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1730'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.307057 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:41.474880 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2862257-6be6-5bf8-955d-10756022acbf-b9e65837-af1d-479b-a5ec-edf98409df0b', 'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'fixed_ips': [{'subnet_id': '54dffdb0-2cb4-4b66-80b9-b8a67d094be8'}]}} from dv-cinder-792209-4-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:55:41.475867 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.502641 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.522123 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.634139 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Allocated IP 172.27.1.236 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/23e0c96d-e10a-4ff8-85dd-60cf85ab3f02) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:55:41.785740 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.796426 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318230df-b0c1-49e0-8413-e931cb9fcb8a req-edc364ff-9700-45a2-a1a5-652e89814ef4 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:41.797935 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-318230df-b0c1-49e0-8413-e931cb9fcb8a req-edc364ff-9700-45a2-a1a5-652e89814ef4 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.1330619 Jun 29 15:55:41.826161 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.851501 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Transition to ACTIVE for port object a95a6aaa-93e2-4481-aa37-633180585a87 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:55:41.857912 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Allocated IP 172.20.0.2 (b9e65837-af1d-479b-a5ec-edf98409df0b/54dffdb0-2cb4-4b66-80b9-b8a67d094be8/9269eda2-95f4-40bc-bdb8-07ecfd6bc19e) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:55:41.859657 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-318230df-b0c1-49e0-8413-e931cb9fcb8a req-0eca26a3-d586-4687-9d6b-4e93dd28f442 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529130 Jun 29 15:55:41.865799 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.869522 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:41.870287 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:41.873224 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:41.913886 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:55:41.916747 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:55:41.920983 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:55:41.924164 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Pushing event updated for resources: {'Port': ['ID=23e0c96d-e10a-4ff8-85dd-60cf85ab3f02,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:41.944735 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:41.967472 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028834a-cf2c-4c5b-a502-12ae36f90903 None None] Pushing event updated for resources: {'Port': ['ID=a95a6aaa-93e2-4481-aa37-633180585a87,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:41.971388 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d028834a-cf2c-4c5b-a502-12ae36f90903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:42.085805 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Attempting to bind port a95a6aaa-93e2-4481-aa37-633180585a87 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:55:42.086181 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Attempting to bind port a95a6aaa-93e2-4481-aa37-633180585a87 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '0e6951ba-c671-465d-831c-b475dfbb2f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:55:42.086547 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Attempting to bind port a95a6aaa-93e2-4481-aa37-633180585a87 on network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:55:42.115524 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:55:42.115921 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Checking segment: {'id': '0e6951ba-c671-465d-831c-b475dfbb2f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:55:42.116319 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:42.116970 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Bound using segment: {'id': '0e6951ba-c671-465d-831c-b475dfbb2f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:55:42.117421 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Bound port: a95a6aaa-93e2-4481-aa37-633180585a87, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6951ba-c671-465d-831c-b475dfbb2f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:55:42.117862 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:42.164007 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:42.178992 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Transition to ACTIVE for port object 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:55:42.180328 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:42.217066 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Transition to ACTIVE for port object 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:55:42.224681 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] For port a95a6aaa-93e2-4481-aa37-633180585a87, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:55:42.228997 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] For port a95a6aaa-93e2-4481-aa37-633180585a87, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=a95a6aaa-93e2-4481-aa37-633180585a87,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:55:42.230959 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:42.234016 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e67389ec-6fad-4d53-949b-0582bee1e6cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:42.240938 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:42.285261 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Network b9e65837-af1d-479b-a5ec-edf98409df0b is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:55:42.294880 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:55:42.298125 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:55:42.300116 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Pushing event updated for resources: {'Port': ['ID=9269eda2-95f4-40bc-bdb8-07ecfd6bc19e,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:42.305180 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:42.307157 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:42.358992 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Routers {'084f0502-05fd-406a-a183-849461d7c5de'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:55:42.359634 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:55:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['084f0502-05fd-406a-a183-849461d7c5de'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:42.457152 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Attempting to bind port 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:55:42.457563 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Attempting to bind port 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '3ef7d102-3dd5-4892-a3de-bfa9c6911c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:55:42.457920 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Attempting to bind port 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e on network b9e65837-af1d-479b-a5ec-edf98409df0b {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:55:42.484682 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028834a-cf2c-4c5b-a502-12ae36f90903 None None] Pushing event updated for resources: {'Port': ['ID=a95a6aaa-93e2-4481-aa37-633180585a87,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:42.491283 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d028834a-cf2c-4c5b-a502-12ae36f90903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:42.495632 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:55:42.496018 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Checking segment: {'id': '3ef7d102-3dd5-4892-a3de-bfa9c6911c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:55:42.496429 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:42.496823 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Bound using segment: {'id': '3ef7d102-3dd5-4892-a3de-bfa9c6911c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:55:42.497426 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Bound port: 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef7d102-3dd5-4892-a3de-bfa9c6911c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:55:42.497723 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:42.554917 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] Set router 084f0502-05fd-406a-a183-849461d7c5de gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:55:42.640938 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646053'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:42.648961 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] For port 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:55:42.672891 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] For port 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=9269eda2-95f4-40bc-bdb8-07ecfd6bc19e,segment=NetworkSegment(3ef7d102-3dd5-4892-a3de-bfa9c6911c9b),segment_id=3ef7d102-3dd5-4892-a3de-bfa9c6911c9b)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:55:42.706201 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:42.706920 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:42.713820 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 5447d576-2819-4a29-b315-98170f268684 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:42.773877 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Router 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 is scheduled to L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:55:42.819705 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Pushing event updated for resources: {'Port': ['ID=9269eda2-95f4-40bc-bdb8-07ecfd6bc19e,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:42.828834 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:42.867956 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 5447d576-2819-4a29-b315-98170f268684 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:42.868309 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:42.900048 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:55:42.922230 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Sync routers for ids ['0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:55:42.923294 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:42.927205 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8409967 Jun 29 15:55:42.928340 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41876) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:42.929631 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '5447d576-2819-4a29-b315-98170f268684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T15:55:38Z', 'revision_number': 4, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port': {'id': '5447d576-2819-4a29-b315-98170f268684', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:36Z', 'updated_at': '2021-06-29T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'a95a6aaa-93e2-4481-aa37-633180585a87', 'name': '', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'mac_address': 'fa:16:3e:1a:66:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:38Z', 'updated_at': '2021-06-29T15:55:42Z', 'revision_number': 4, 'project_id': '01dc00b139894e748003f586a560c62b', 'subnets': [{'id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:42.957175 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d79c2-ac30-4c6d-bf9d-5c2577d29db4 None None] The sync data for ids ['084f0502-05fd-406a-a183-849461d7c5de'] in dv-cinder-792209-4-iscsi is: [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '5447d576-2819-4a29-b315-98170f268684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T15:55:38Z', 'revision_number': 4, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port': {'id': '5447d576-2819-4a29-b315-98170f268684', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:36Z', 'updated_at': '2021-06-29T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'a95a6aaa-93e2-4481-aa37-633180585a87', 'name': '', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'mac_address': 'fa:16:3e:1a:66:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:38Z', 'updated_at': '2021-06-29T15:55:42Z', 'revision_number': 4, 'project_id': '01dc00b139894e748003f586a560c62b', 'subnets': [{'id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:55:42.959687 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Routers {'0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:55:42.960421 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:55:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:43.160687 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Set router 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:55:43.279053 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cf31e-fe22-4079-b38c-6439679f4bc0 req-3ee01fdb-d47e-49b7-b124-cbb9d3fae477 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:43.280620 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5c1cf31e-fe22-4079-b38c-6439679f4bc0 req-3ee01fdb-d47e-49b7-b124-cbb9d3fae477 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.2227929 Jun 29 15:55:43.370752 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5c1cf31e-fe22-4079-b38c-6439679f4bc0 req-610e5872-ce64-4424-904f-d53a82500d3e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813684 Jun 29 15:55:43.376253 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'name': 'tempest-TestShelveInstance-1485222499-router', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:42Z', 'revision_number': 3, 'project_id': '5ff71668324040afbaddcf446cf7e299', 'gw_port': {'id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:43.410417 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Checking router: 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:55:43.410794 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Updating router 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 port 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 binding host dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:55:43.450037 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:43.650465 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:43.704074 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:43.753136 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:43.765521 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Transition to ACTIVE for port object 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:55:43.778223 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-0fc22db9-4381-4532-9aa6-17290a5d53c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:43.779798 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:43.792606 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-cf4c0e61-decc-4b66-a7e9-05002c581067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:43.835320 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Attempting to bind port 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:55:43.835707 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Attempting to bind port 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:55:43.846415 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Attempting to bind port 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 on network bfa67d25-b868-43ee-b5d8-7530adde7935 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:55:43.876610 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:55:43.876986 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Checking segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:55:43.877640 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:43.878215 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Bound using segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:55:43.878972 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Bound port: 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:55:43.881722 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:43.884174 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061b483-3ea9-4439-af5c-dba202c5a86e None None] Pushing event updated for resources: {'Port': ['ID=23e0c96d-e10a-4ff8-85dd-60cf85ab3f02,revision_number=2']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:43.898436 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-1061b483-3ea9-4439-af5c-dba202c5a86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:43.942548 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Allocated IP 172.20.0.1 (b9e65837-af1d-479b-a5ec-edf98409df0b/54dffdb0-2cb4-4b66-80b9-b8a67d094be8/bd6d64dd-ecec-4730-ad0c-43b2682e696b) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:55:43.982396 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] For port 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:55:43.987122 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] For port 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=23e0c96d-e10a-4ff8-85dd-60cf85ab3f02,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:55:43.993016 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:44.004025 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:44.044416 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Routers {'0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:55:44.045062 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:55:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:44.064952 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:44.086737 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Transition to ACTIVE for port object bd6d64dd-ecec-4730-ad0c-43b2682e696b will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:55:44.122587 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9716266'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:44.124946 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:44.134608 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85e8b5a-c8ad-4336-9bf8-c4ad86805d0f None None] Network b9e65837-af1d-479b-a5ec-edf98409df0b requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:55:44.152753 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061b483-3ea9-4439-af5c-dba202c5a86e None None] Pushing event updated for resources: {'Port': ['ID=23e0c96d-e10a-4ff8-85dd-60cf85ab3f02,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:44.157254 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-1061b483-3ea9-4439-af5c-dba202c5a86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:44.166582 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Network b9e65837-af1d-479b-a5ec-edf98409df0b is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:55:44.170967 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:55:44.175865 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:55:44.179622 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6d64dd-ecec-4730-ad0c-43b2682e696b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:44.197563 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] Set router 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:55:44.215261 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:44.233314 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-04e5381d-e1bd-42c5-8e04-08bd6f338559 None None] Provisioning for port 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:55:44.238708 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001858'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:44.404178 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:44.434115 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'name': 'tempest-TestShelveInstance-1485222499-router', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:42Z', 'revision_number': 3, 'project_id': '5ff71668324040afbaddcf446cf7e299', 'gw_port': {'id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:44.463096 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e48e0e-4792-40bd-bcdd-ea5257a563ef None None] The sync data for ids ['0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'] in dv-cinder-792209-4-iscsi is: [{'id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'name': 'tempest-TestShelveInstance-1485222499-router', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:42Z', 'revision_number': 3, 'project_id': '5ff71668324040afbaddcf446cf7e299', 'gw_port': {'id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:55:44.612331 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:44.620325 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9716248'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:44.623764 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:44.624446 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:44.697806 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-9a3c42af-abf8-4a4a-8268-82c72791c1e3 None None] Provisioning for port bd6d64dd-ecec-4730-ad0c-43b2682e696b completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:55:44.708287 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-9a3c42af-abf8-4a4a-8268-82c72791c1e3 None None] Provisioning complete for port bd6d64dd-ecec-4730-ad0c-43b2682e696b triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:44.709585 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9a3c42af-abf8-4a4a-8268-82c72791c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:44.725098 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Pushing event updated for resources: {'Port': ['ID=bd6d64dd-ecec-4730-ad0c-43b2682e696b,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:44.734993 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:44.737624 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001750'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:44.782336 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-9a3c42af-abf8-4a4a-8268-82c72791c1e3 None None] Port bd6d64dd-ecec-4730-ad0c-43b2682e696b cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:55:44.871123 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:44.890502 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Network b9e65837-af1d-479b-a5ec-edf98409df0b is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:55:44.894262 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:55:44.970116 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-d244dd0b-2d75-451a-8fbb-a0d8ecae0987 None None] Provisioning complete for port bd6d64dd-ecec-4730-ad0c-43b2682e696b triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:44.970511 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d244dd0b-2d75-451a-8fbb-a0d8ecae0987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:45.022218 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-d244dd0b-2d75-451a-8fbb-a0d8ecae0987 None None] Port bd6d64dd-ecec-4730-ad0c-43b2682e696b cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:55:45.056228 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:55:45.061544 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:45.061935 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:45.078552 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Router 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:55:45.237066 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:55:45.245197 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] 10.222.0.69 "PUT /v2.0/routers/0c3fc9e6-4b06-4b47-a11f-c46cbe622a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3158200 Jun 29 15:55:45.314335 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-59c18c84-7a47-4b06-b946-5fa14f7c3c26 None None] Provisioning complete for port bd6d64dd-ecec-4730-ad0c-43b2682e696b triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:45.314892 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-59c18c84-7a47-4b06-b946-5fa14f7c3c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:45.316483 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:45.379044 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-59c18c84-7a47-4b06-b946-5fa14f7c3c26 None None] Port bd6d64dd-ecec-4730-ad0c-43b2682e696b cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:55:45.382417 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=9269eda2-95f4-40bc-bdb8-07ecfd6bc19e,segment=NetworkSegment(3ef7d102-3dd5-4892-a3de-bfa9c6911c9b),segment_id=3ef7d102-3dd5-4892-a3de-bfa9c6911c9b)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:45.393667 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:45.394837 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a95a6aaa-93e2-4481-aa37-633180585a87 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:45.397850 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:45.473964 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=9269eda2-95f4-40bc-bdb8-07ecfd6bc19e,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:45.478379 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:45.491543 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port a95a6aaa-93e2-4481-aa37-633180585a87 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:55:45.495872 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port a95a6aaa-93e2-4481-aa37-633180585a87 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:45.496249 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:45.580780 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:45.620660 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port a95a6aaa-93e2-4481-aa37-633180585a87, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=a95a6aaa-93e2-4481-aa37-633180585a87,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:45.625393 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:45.627724 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:45.683824 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=a95a6aaa-93e2-4481-aa37-633180585a87,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:45.687107 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:45.940843 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41900) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:45.945579 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-7be8e4a8-04bf-4b06-8109-39737efb747c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-324605033', 'description': 'tempest-secgroup-smoke-324605033 description', 'project_id': '01dc00b139894e748003f586a560c62b'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:45.967520 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7be8e4a8-04bf-4b06-8109-39737efb747c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.049940 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7be8e4a8-04bf-4b06-8109-39737efb747c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.055842 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7be8e4a8-04bf-4b06-8109-39737efb747c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.058789 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-39177209-77c6-44b2-b86d-395da068020b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:46.088860 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7be8e4a8-04bf-4b06-8109-39737efb747c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.090153 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7be8e4a8-04bf-4b06-8109-39737efb747c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1482368 Jun 29 15:55:46.091121 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8e4a8-04bf-4b06-8109-39737efb747c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a1cba0-e914-4f76-ac2a-90e173ae806c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:46.093276 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 41904) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:46.094756 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7be8e4a8-04bf-4b06-8109-39737efb747c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:46.102663 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-f2a4e998-a8f6-4c92-bda7-55890ec48dd7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Request body: {'security_group_rule': {'security_group_id': '95a1cba0-e914-4f76-ac2a-90e173ae806c', 'project_id': '01dc00b139894e748003f586a560c62b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:46.131436 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e998-a8f6-4c92-bda7-55890ec48dd7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.157049 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:55:46.191618 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e998-a8f6-4c92-bda7-55890ec48dd7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.197474 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e998-a8f6-4c92-bda7-55890ec48dd7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.199491 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:46.214414 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4e998-a8f6-4c92-bda7-55890ec48dd7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747417de-51e8-43ee-8311-d7a440446972,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:46.217957 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f2a4e998-a8f6-4c92-bda7-55890ec48dd7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:46.228084 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.237830 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e998-a8f6-4c92-bda7-55890ec48dd7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.242806 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-f2a4e998-a8f6-4c92-bda7-55890ec48dd7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444604 Jun 29 15:55:46.243449 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41910) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:46.259269 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-f62d5681-31cb-4e79-87c3-2d6a85d5dc15 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Request body: {'security_group_rule': {'security_group_id': '95a1cba0-e914-4f76-ac2a-90e173ae806c', 'project_id': '01dc00b139894e748003f586a560c62b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:46.290229 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f62d5681-31cb-4e79-87c3-2d6a85d5dc15 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.360211 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f62d5681-31cb-4e79-87c3-2d6a85d5dc15 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.364541 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f62d5681-31cb-4e79-87c3-2d6a85d5dc15 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.367195 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:46.384083 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d5681-31cb-4e79-87c3-2d6a85d5dc15 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e42793e-b0fc-4574-b73f-f91520fad92f,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:46.386698 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f62d5681-31cb-4e79-87c3-2d6a85d5dc15 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:46.390611 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f62d5681-31cb-4e79-87c3-2d6a85d5dc15 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.391914 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f62d5681-31cb-4e79-87c3-2d6a85d5dc15 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377511 Jun 29 15:55:46.394580 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41914) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:46.398994 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-ae5b2d0a-09a7-4e74-b102-ae59f2848f09 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Request body: {'security_group_rule': {'security_group_id': '95a1cba0-e914-4f76-ac2a-90e173ae806c', 'project_id': '01dc00b139894e748003f586a560c62b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:46.424387 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ae5b2d0a-09a7-4e74-b102-ae59f2848f09 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.479117 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Sync routers for ids ['0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:55:46.490575 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Routers {'0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:55:46.491518 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:55:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:46.502303 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ae5b2d0a-09a7-4e74-b102-ae59f2848f09 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.507270 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ae5b2d0a-09a7-4e74-b102-ae59f2848f09 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.509533 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f62d5681-31cb-4e79-87c3-2d6a85d5dc15 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:46.527886 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b2d0a-09a7-4e74-b102-ae59f2848f09 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd540e21-fd64-4670-bf87-318885676359,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:46.531562 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ae5b2d0a-09a7-4e74-b102-ae59f2848f09 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:46.534623 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ae5b2d0a-09a7-4e74-b102-ae59f2848f09 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.540241 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ae5b2d0a-09a7-4e74-b102-ae59f2848f09 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405368 Jun 29 15:55:46.541884 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41916) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:46.547378 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-5deb7e40-2e7b-429d-93bc-4cfe4f8f62da tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Request body: {'security_group_rule': {'security_group_id': '95a1cba0-e914-4f76-ac2a-90e173ae806c', 'project_id': '01dc00b139894e748003f586a560c62b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:46.574860 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5deb7e40-2e7b-429d-93bc-4cfe4f8f62da tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.605686 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Set router 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:55:46.639078 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5deb7e40-2e7b-429d-93bc-4cfe4f8f62da tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.645089 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5deb7e40-2e7b-429d-93bc-4cfe4f8f62da tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.648710 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ae5b2d0a-09a7-4e74-b102-ae59f2848f09 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:46.686843 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb7e40-2e7b-429d-93bc-4cfe4f8f62da tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c368c8e9-e4bb-485c-84dd-fa81c9eb7de4,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:46.694238 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-5deb7e40-2e7b-429d-93bc-4cfe4f8f62da tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:46.695547 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-5deb7e40-2e7b-429d-93bc-4cfe4f8f62da tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.697376 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-5deb7e40-2e7b-429d-93bc-4cfe4f8f62da tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553290 Jun 29 15:55:46.700299 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41918) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:46.704987 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-90e75634-3005-4882-b40a-e366fa2b88f7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Request body: {'security_group_rule': {'security_group_id': '95a1cba0-e914-4f76-ac2a-90e173ae806c', 'project_id': '01dc00b139894e748003f586a560c62b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:46.727894 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-90e75634-3005-4882-b40a-e366fa2b88f7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Project 01dc00b139894e748003f586a560c62b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 15:55:46.734247 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90e75634-3005-4882-b40a-e366fa2b88f7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.801109 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90e75634-3005-4882-b40a-e366fa2b88f7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.806462 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90e75634-3005-4882-b40a-e366fa2b88f7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.808392 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-051f2e48-03e5-468a-9763-2a4a293dcf19 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:46.823918 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:46.827091 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e75634-3005-4882-b40a-e366fa2b88f7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61e579d-2bb5-49bb-844b-a60a4b920f10,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:46.829741 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-90e75634-3005-4882-b40a-e366fa2b88f7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:46.830759 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90e75634-3005-4882-b40a-e366fa2b88f7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.831954 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-90e75634-3005-4882-b40a-e366fa2b88f7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306381 Jun 29 15:55:46.835452 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 41920) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:55:46.839848 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-f2057ff1-04e1-447e-aa11-31cb2d7fe527 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Request body: {'security_group_rule': {'security_group_id': '95a1cba0-e914-4f76-ac2a-90e173ae806c', 'project_id': '01dc00b139894e748003f586a560c62b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:55:46.862751 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-f2057ff1-04e1-447e-aa11-31cb2d7fe527 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Project 01dc00b139894e748003f586a560c62b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 15:55:46.868922 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2057ff1-04e1-447e-aa11-31cb2d7fe527 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.872289 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'name': 'tempest-TestShelveInstance-1485222499-router', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:44Z', 'revision_number': 4, 'project_id': '5ff71668324040afbaddcf446cf7e299', 'gw_port': {'id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'bd6d64dd-ecec-4730-ad0c-43b2682e696b', 'name': '', 'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'mac_address': 'fa:16:3e:bf:8e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '54dffdb0-2cb4-4b66-80b9-b8a67d094be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:43Z', 'updated_at': '2021-06-29T15:55:44Z', 'revision_number': 2, 'project_id': '5ff71668324040afbaddcf446cf7e299', 'subnets': [{'id': '54dffdb0-2cb4-4b66-80b9-b8a67d094be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:46.901918 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Checking router: 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:55:46.902187 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Updating router 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 port bd6d64dd-ecec-4730-ad0c-43b2682e696b binding host dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:55:46.931883 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2057ff1-04e1-447e-aa11-31cb2d7fe527 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.935774 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2057ff1-04e1-447e-aa11-31cb2d7fe527 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.937761 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:46.940711 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:55:46.943965 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.952055 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:46.952437 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.953678 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2057ff1-04e1-447e-aa11-31cb2d7fe527 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b46e45-f527-4827-a89d-936d53b7b32e,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:46.956161 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f2057ff1-04e1-447e-aa11-31cb2d7fe527 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:46.964825 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f2057ff1-04e1-447e-aa11-31cb2d7fe527 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:46.971145 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f2057ff1-04e1-447e-aa11-31cb2d7fe527 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297524 Jun 29 15:55:47.163771 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:47.195200 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=23e0c96d-e10a-4ff8-85dd-60cf85ab3f02,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:47.200686 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:47.201571 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:47.210555 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:47.347484 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=23e0c96d-e10a-4ff8-85dd-60cf85ab3f02,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:47.354435 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:47.374271 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:47.374673 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:47.380257 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:47.417874 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Transition to ACTIVE for port object bd6d64dd-ecec-4730-ad0c-43b2682e696b will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:55:47.429083 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:47.434507 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d028834a-cf2c-4c5b-a502-12ae36f90903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:47.514884 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4319b53-deb9-4a44-8449-f320e14008e9 None None] Pushing event updated for resources: {'Port': ['ID=bd6d64dd-ecec-4730-ad0c-43b2682e696b,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:47.518445 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e4319b53-deb9-4a44-8449-f320e14008e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:47.520274 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a95a6aaa-93e2-4481-aa37-633180585a87 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:47.606517 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Attempting to bind port bd6d64dd-ecec-4730-ad0c-43b2682e696b on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:55:47.606925 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Attempting to bind port bd6d64dd-ecec-4730-ad0c-43b2682e696b by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '3ef7d102-3dd5-4892-a3de-bfa9c6911c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:55:47.607310 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Attempting to bind port bd6d64dd-ecec-4730-ad0c-43b2682e696b on network b9e65837-af1d-479b-a5ec-edf98409df0b {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:55:47.614528 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:55:47.615746 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Checking segment: {'id': '3ef7d102-3dd5-4892-a3de-bfa9c6911c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:55:47.616133 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:47.616557 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Bound using segment: {'id': '3ef7d102-3dd5-4892-a3de-bfa9c6911c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:55:47.617028 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Bound port: bd6d64dd-ecec-4730-ad0c-43b2682e696b, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef7d102-3dd5-4892-a3de-bfa9c6911c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:55:47.617576 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:47.641989 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port a95a6aaa-93e2-4481-aa37-633180585a87 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:47.642145 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:47.737698 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] For port bd6d64dd-ecec-4730-ad0c-43b2682e696b, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:55:47.743507 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] For port bd6d64dd-ecec-4730-ad0c-43b2682e696b, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=bd6d64dd-ecec-4730-ad0c-43b2682e696b,segment=NetworkSegment(3ef7d102-3dd5-4892-a3de-bfa9c6911c9b),segment_id=3ef7d102-3dd5-4892-a3de-bfa9c6911c9b)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:55:47.749385 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:47.751994 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2ff330f1-53fa-4b0b-8a48-0ad8dd5e32d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:47.855041 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Routers {'0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:55:47.855703 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:55:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:47.874457 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc076f-c522-4e6b-9a66-1c34ea43987d req-6c72e825-ac41-44a6-96fa-e2385db670db tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:47.876037 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fcfc076f-c522-4e6b-9a66-1c34ea43987d req-6c72e825-ac41-44a6-96fa-e2385db670db tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.1052325 Jun 29 15:55:47.934065 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fcfc076f-c522-4e6b-9a66-1c34ea43987d req-d9e5139c-bf91-4ae5-ba53-e7d914cd8081 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508194 Jun 29 15:55:48.025444 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4319b53-deb9-4a44-8449-f320e14008e9 None None] Pushing event updated for resources: {'Port': ['ID=bd6d64dd-ecec-4730-ad0c-43b2682e696b,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:48.031984 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e4319b53-deb9-4a44-8449-f320e14008e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:48.098867 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] Set router 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:55:48.313459 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'name': 'tempest-TestShelveInstance-1485222499-router', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:44Z', 'revision_number': 4, 'project_id': '5ff71668324040afbaddcf446cf7e299', 'gw_port': {'id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'bd6d64dd-ecec-4730-ad0c-43b2682e696b', 'name': '', 'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'mac_address': 'fa:16:3e:bf:8e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '54dffdb0-2cb4-4b66-80b9-b8a67d094be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:43Z', 'updated_at': '2021-06-29T15:55:47Z', 'revision_number': 4, 'project_id': '5ff71668324040afbaddcf446cf7e299', 'subnets': [{'id': '54dffdb0-2cb4-4b66-80b9-b8a67d094be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:55:48.339795 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65415b9-9a49-4b47-98a5-c26637d92a66 None None] The sync data for ids ['0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'] in dv-cinder-792209-4-iscsi is: [{'id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'name': 'tempest-TestShelveInstance-1485222499-router', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:44Z', 'revision_number': 4, 'project_id': '5ff71668324040afbaddcf446cf7e299', 'gw_port': {'id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'bd6d64dd-ecec-4730-ad0c-43b2682e696b', 'name': '', 'network_id': 'b9e65837-af1d-479b-a5ec-edf98409df0b', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'mac_address': 'fa:16:3e:bf:8e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '54dffdb0-2cb4-4b66-80b9-b8a67d094be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:43Z', 'updated_at': '2021-06-29T15:55:47Z', 'revision_number': 4, 'project_id': '5ff71668324040afbaddcf446cf7e299', 'subnets': [{'id': '54dffdb0-2cb4-4b66-80b9-b8a67d094be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:55:48.780874 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:48.827434 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:48.827813 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:48.909002 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device bd6d64dd-ecec-4730-ad0c-43b2682e696b up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:48.960465 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port bd6d64dd-ecec-4730-ad0c-43b2682e696b completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:55:48.964432 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port bd6d64dd-ecec-4730-ad0c-43b2682e696b triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:48.964819 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:49.048133 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:49.081037 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port bd6d64dd-ecec-4730-ad0c-43b2682e696b, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=bd6d64dd-ecec-4730-ad0c-43b2682e696b,segment=NetworkSegment(3ef7d102-3dd5-4892-a3de-bfa9c6911c9b),segment_id=3ef7d102-3dd5-4892-a3de-bfa9c6911c9b)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:49.085733 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:49.089193 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-629b6ccf-c232-40bd-8d06-53e8629bd18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:49.105638 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5ab40-0330-4c56-b017-61265875bf07 req-2907e18f-e12e-41c3-9995-922b7ef55212 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:49.107528 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e3e5ab40-0330-4c56-b017-61265875bf07 req-2907e18f-e12e-41c3-9995-922b7ef55212 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0663450 Jun 29 15:55:49.135510 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=bd6d64dd-ecec-4730-ad0c-43b2682e696b,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:49.139257 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:49.150788 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e3e5ab40-0330-4c56-b017-61265875bf07 req-19c06a07-7bbf-4ffe-b8b1-240e5cb89fe8 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377440 Jun 29 15:55:50.331849 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b7c15-52fa-497d-b4d7-2f0966961c2f req-4ef37bfc-cb42-437e-a2ec-cb375f2c301b tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:50.333406 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e30b7c15-52fa-497d-b4d7-2f0966961c2f req-4ef37bfc-cb42-437e-a2ec-cb375f2c301b tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0676944 Jun 29 15:55:50.374760 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e30b7c15-52fa-497d-b4d7-2f0966961c2f req-9f38ff81-8fc7-4717-8649-c76e5efef96b tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342684 Jun 29 15:55:50.696247 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d081a-e9fb-4f39-93f3-db6578554a8c req-94e25fb4-b67f-4ef6-9cef-8dd3e1441ff8 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:50.697818 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-789d081a-e9fb-4f39-93f3-db6578554a8c req-94e25fb4-b67f-4ef6-9cef-8dd3e1441ff8 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 946 time: 0.0739541 Jun 29 15:55:50.719076 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device bd6d64dd-ecec-4730-ad0c-43b2682e696b up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:55:50.772792 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port bd6d64dd-ecec-4730-ad0c-43b2682e696b triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:55:50.773195 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:50.808918 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-789d081a-e9fb-4f39-93f3-db6578554a8c req-a65f9475-2637-405e-9193-ee0c6ced114e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Deleting port 699add26-114b-4c25-b6f9-a271c55c6449 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:55:50.809593 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-789d081a-e9fb-4f39-93f3-db6578554a8c req-a65f9475-2637-405e-9193-ee0c6ced114e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:50.907382 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-789d081a-e9fb-4f39-93f3-db6578554a8c req-a65f9475-2637-405e-9193-ee0c6ced114e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] For port 699add26-114b-4c25-b6f9-a271c55c6449, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=699add26-114b-4c25-b6f9-a271c55c6449,segment=NetworkSegment(fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9),segment_id=fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:50.907739 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-789d081a-e9fb-4f39-93f3-db6578554a8c req-a65f9475-2637-405e-9193-ee0c6ced114e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:50.921913 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-789d081a-e9fb-4f39-93f3-db6578554a8c req-a65f9475-2637-405e-9193-ee0c6ced114e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Calling delete_port for 699add26-114b-4c25-b6f9-a271c55c6449 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:55:51.056971 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-789d081a-e9fb-4f39-93f3-db6578554a8c req-a65f9475-2637-405e-9193-ee0c6ced114e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:51.061610 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-aeff5f1f-cb53-42eb-9264-be67941c0d41 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:51.070489 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['699add26-114b-4c25-b6f9-a271c55c6449', 'd5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:55:51.088200 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f9475-2637-405e-9193-ee0c6ced114e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Pushing event deleted for resources: {'Port': ['ID=699add26-114b-4c25-b6f9-a271c55c6449,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:51.091267 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a65f9475-2637-405e-9193-ee0c6ced114e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:51.134083 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-789d081a-e9fb-4f39-93f3-db6578554a8c req-a65f9475-2637-405e-9193-ee0c6ced114e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] No DVR routers for this DVR port 699add26-114b-4c25-b6f9-a271c55c6449 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:55:51.137582 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-789d081a-e9fb-4f39-93f3-db6578554a8c req-a65f9475-2637-405e-9193-ee0c6ced114e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:51.139547 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-789d081a-e9fb-4f39-93f3-db6578554a8c req-a65f9475-2637-405e-9193-ee0c6ced114e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.81 "DELETE /v2.0/ports/699add26-114b-4c25-b6f9-a271c55c6449 HTTP/1.1" status: 204 len: 173 time: 0.4354784 Jun 29 15:55:51.140067 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a0f585-ae39-46f1-b7d4-ebbff935c9c4', 'name': 'network-vif-deleted', 'tag': '699add26-114b-4c25-b6f9-a271c55c6449'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:55:51.142396 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3777dc99-3c66-42b2-8017-1dded3131812" -d '{"events": [{"server_uuid": "d9a0f585-ae39-46f1-b7d4-ebbff935c9c4", "name": "network-vif-deleted", "tag": "699add26-114b-4c25-b6f9-a271c55c6449"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:55:51.183994 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85f1994-60f0-4a7f-af83-340b06ffcaab x-openstack-request-id: req-f85f1994-60f0-4a7f-af83-340b06ffcaab {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:55:51.185037 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a0f585-ae39-46f1-b7d4-ebbff935c9c4", "name": "network-vif-deleted", "tag": "699add26-114b-4c25-b6f9-a271c55c6449", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:55:51.185281 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f85f1994-60f0-4a7f-af83-340b06ffcaab {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:55:51.185764 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a0f585-ae39-46f1-b7d4-ebbff935c9c4', 'name': 'network-vif-deleted', 'tag': '699add26-114b-4c25-b6f9-a271c55c6449', 'status': 'completed', 'code': 200} Jun 29 15:55:51.526814 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-67f1701d-0cee-4abf-a16f-6a850149ca31 req-0a43f096-81c4-4f00-bc95-4e9bd956d465 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a0f585-ae39-46f1-b7d4-ebbff935c9c4 HTTP/1.1" status: 200 len: 210 time: 0.0282216 Jun 29 15:55:53.007283 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a42021-5a8e-4281-a62b-0dbf20a95ae0 req-4cbbeaf4-ce32-4d16-8a6f-1b5a934c3d5f tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:53.008777 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-46a42021-5a8e-4281-a62b-0dbf20a95ae0 req-4cbbeaf4-ce32-4d16-8a6f-1b5a934c3d5f tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0701702 Jun 29 15:55:53.047020 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-46a42021-5a8e-4281-a62b-0dbf20a95ae0 req-a332e425-e631-4e0c-add1-a927daafd638 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326402 Jun 29 15:55:54.230122 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c63b9-cc30-4674-b8c8-f7be213c63bc req-c701eeda-c9b3-4305-9e14-9d46420868e7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:54.231656 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-623c63b9-cc30-4674-b8c8-f7be213c63bc req-c701eeda-c9b3-4305-9e14-9d46420868e7 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0693836 Jun 29 15:55:54.452222 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-623c63b9-cc30-4674-b8c8-f7be213c63bc req-4893e1f1-175e-4e2a-a0da-8eb093558cd9 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148452 Jun 29 15:55:54.958354 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 699add26-114b-4c25-b6f9-a271c55c6449 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:55:54.981259 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: 699add26-114b-4c25-b6f9-a271c55c6449 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:55:54.981653 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 699add26-114b-4c25-b6f9-a271c55c6449 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:55:55.628448 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1a1fa-81b8-4158-b99a-10f99d3d0332 req-d5fe2001-6315-46d9-a70c-b67924fa6bb3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:55.629966 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72f1a1fa-81b8-4158-b99a-10f99d3d0332 req-d5fe2001-6315-46d9-a70c-b67924fa6bb3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0636303 Jun 29 15:55:55.670533 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-72f1a1fa-81b8-4158-b99a-10f99d3d0332 req-5d82ca6d-b4e9-46ba-805c-4ca908f5e953 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338302 Jun 29 15:55:56.845532 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8f687-929a-44ab-900d-255d022a5915 req-b989b9d0-bcb4-40b3-8462-88dd11195a18 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:56.846991 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-44f8f687-929a-44ab-900d-255d022a5915 req-b989b9d0-bcb4-40b3-8462-88dd11195a18 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0636523 Jun 29 15:55:56.885876 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-44f8f687-929a-44ab-900d-255d022a5915 req-889104f9-30aa-4504-b613-8038d0ed9fee tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Jun 29 15:55:58.058389 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0b525-7306-4968-a241-1257aa6c159d req-dba5370d-c226-4e44-8937-87de26f2c3fc tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:58.060235 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-39b0b525-7306-4968-a241-1257aa6c159d req-dba5370d-c226-4e44-8937-87de26f2c3fc tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0639985 Jun 29 15:55:58.098150 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-39b0b525-7306-4968-a241-1257aa6c159d req-75bc05d2-6806-40d0-ab6d-abd0ebc3fef0 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322924 Jun 29 15:55:59.277329 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b822a3c-8234-4c68-9600-2009ded95d87 req-6e5921f2-3739-4d69-ad6f-c4c386336c65 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:59.278708 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5b822a3c-8234-4c68-9600-2009ded95d87 req-6e5921f2-3739-4d69-ad6f-c4c386336c65 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0633051 Jun 29 15:55:59.321742 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5b822a3c-8234-4c68-9600-2009ded95d87 req-a892db3d-fab8-4c9b-82ab-71c117af42b5 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a53edaa-0964-42cb-87c0-b21986221b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374365 Jun 29 15:55:59.492671 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3eecf-f833-4e5b-813e-b6a6434fb674 req-d79744f5-ac60-4ed2-86ec-012e55421059 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:55:59.494256 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0d3eecf-f833-4e5b-813e-b6a6434fb674 req-d79744f5-ac60-4ed2-86ec-012e55421059 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.81 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 945 time: 0.0690753 Jun 29 15:55:59.607869 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-c0d3eecf-f833-4e5b-813e-b6a6434fb674 req-55702ea1-dc33-4602-8257-412c1abd0bd3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Deleting port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:55:59.608118 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c0d3eecf-f833-4e5b-813e-b6a6434fb674 req-55702ea1-dc33-4602-8257-412c1abd0bd3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:59.708539 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-c0d3eecf-f833-4e5b-813e-b6a6434fb674 req-55702ea1-dc33-4602-8257-412c1abd0bd3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] For port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118,segment=NetworkSegment(fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9),segment_id=fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:55:59.708891 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c0d3eecf-f833-4e5b-813e-b6a6434fb674 req-55702ea1-dc33-4602-8257-412c1abd0bd3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:59.723278 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-c0d3eecf-f833-4e5b-813e-b6a6434fb674 req-55702ea1-dc33-4602-8257-412c1abd0bd3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Calling delete_port for d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:55:59.852379 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c0d3eecf-f833-4e5b-813e-b6a6434fb674 req-55702ea1-dc33-4602-8257-412c1abd0bd3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:59.856797 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-262b92b7-128d-43e5-bbef-70e2f3f9d928 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:55:59.864042 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:55:59.888372 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55702ea1-dc33-4602-8257-412c1abd0bd3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Pushing event deleted for resources: {'Port': ['ID=d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:55:59.893660 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-55702ea1-dc33-4602-8257-412c1abd0bd3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:55:59.933571 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d3eecf-f833-4e5b-813e-b6a6434fb674 req-55702ea1-dc33-4602-8257-412c1abd0bd3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] No DVR routers for this DVR port d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:55:59.936314 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c0d3eecf-f833-4e5b-813e-b6a6434fb674 req-55702ea1-dc33-4602-8257-412c1abd0bd3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:55:59.938333 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0d3eecf-f833-4e5b-813e-b6a6434fb674 req-55702ea1-dc33-4602-8257-412c1abd0bd3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.81 "DELETE /v2.0/ports/d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 HTTP/1.1" status: 204 len: 173 time: 0.4375322 Jun 29 15:55:59.938834 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05f15b7-a13c-45b7-8062-ef69a65ef120', 'name': 'network-vif-deleted', 'tag': 'd5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:55:59.941161 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e362776-b039-492f-89ff-f5b238f41ada" -d '{"events": [{"server_uuid": "f05f15b7-a13c-45b7-8062-ef69a65ef120", "name": "network-vif-deleted", "tag": "d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:55:59.977234 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9adffe-52a3-4e24-ade9-4c0b654c82c8 x-openstack-request-id: req-7a9adffe-52a3-4e24-ade9-4c0b654c82c8 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:55:59.977593 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05f15b7-a13c-45b7-8062-ef69a65ef120", "name": "network-vif-deleted", "tag": "d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:55:59.977876 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a9adffe-52a3-4e24-ade9-4c0b654c82c8 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:55:59.978297 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05f15b7-a13c-45b7-8062-ef69a65ef120', 'name': 'network-vif-deleted', 'tag': 'd5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118', 'status': 'completed', 'code': 200} Jun 29 15:56:00.484577 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8b30d07b-e4d8-4270-a0df-4375dc27cb42 req-a94fe563-9d6b-43d7-9e12-066c1cb65467 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] 10.222.0.69 "GET /v2.0/ports?device_id=f05f15b7-a13c-45b7-8062-ef69a65ef120 HTTP/1.1" status: 200 len: 210 time: 0.0332236 Jun 29 15:56:00.778630 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:01.577097 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42060) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:01.989760 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001785'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:02.288381 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] Deleting port db97206e-dd35-4cd4-923b-9417886e3ba7 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:56:02.288861 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:02.364139 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] For port db97206e-dd35-4cd4-923b-9417886e3ba7, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=db97206e-dd35-4cd4-923b-9417886e3ba7,segment=NetworkSegment(fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9),segment_id=fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:02.364485 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:02.378041 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] Calling delete_port for db97206e-dd35-4cd4-923b-9417886e3ba7 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:56:02.594945 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:02.597248 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-06bd0196-1ae1-4b02-907e-9a383e743f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:02.618447 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=db97206e-dd35-4cd4-923b-9417886e3ba7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:02.622032 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:02.794035 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000585'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:03.018488 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:56:03.040322 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:56:03.040798 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device d5a59f2e-6cf5-4a6a-a8b5-8069a2b5b118 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:56:03.175395 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] Router 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:56:03.279031 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:56:03.286425 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] 10.222.0.69 "PUT /v2.0/routers/38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7058191 Jun 29 15:56:03.286520 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42066) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:03.297759 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8b4b8-034f-43c4-9984-00749c32aca0 None None] Sync routers for ids ['38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:56:03.300939 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8b4b8-034f-43c4-9984-00749c32aca0 None None] Routers {'38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:03.301587 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-01a8b4b8-034f-43c4-9984-00749c32aca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:55:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:03.390022 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:03.402933 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-01a8b4b8-034f-43c4-9984-00749c32aca0 None None] Set router 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:03.492039 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:03.552766 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Deleting port 6ce585ec-a529-4add-8433-bfd3008ea664 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:56:03.553007 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:03.578313 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-01a8b4b8-034f-43c4-9984-00749c32aca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'name': 'tempest-ServerRescueNegativeTestJSON-1348169409-router', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:56:02Z', 'revision_number': 5, 'project_id': '8c14a59cfe334bb7847f12a8834a95db', 'gw_port': {'id': '6ce585ec-a529-4add-8433-bfd3008ea664', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:04:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:03.634981 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] For port 6ce585ec-a529-4add-8433-bfd3008ea664, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=6ce585ec-a529-4add-8433-bfd3008ea664,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:03.635578 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:03.648483 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Calling delete_port for 6ce585ec-a529-4add-8433-bfd3008ea664 owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:56:03.679695 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8b4b8-034f-43c4-9984-00749c32aca0 None None] Checking router: 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:56:03.688686 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a8b4b8-034f-43c4-9984-00749c32aca0 None None] Routers {'38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:03.689403 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-01a8b4b8-034f-43c4-9984-00749c32aca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:55:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:03.774594 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-01a8b4b8-034f-43c4-9984-00749c32aca0 None None] Set router 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:03.829106 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:03.830278 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-01a8b4b8-034f-43c4-9984-00749c32aca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'name': 'tempest-ServerRescueNegativeTestJSON-1348169409-router', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:56:03Z', 'revision_number': 6, 'project_id': '8c14a59cfe334bb7847f12a8834a95db', 'gw_port_host': None}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:03.832210 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:03.856681 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a8b4b8-034f-43c4-9984-00749c32aca0 None None] The sync data for ids ['38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a'] in dv-cinder-792209-4-iscsi is: [{'id': '38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a', 'name': 'tempest-ServerRescueNegativeTestJSON-1348169409-router', 'tenant_id': '8c14a59cfe334bb7847f12a8834a95db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:24Z', 'updated_at': '2021-06-29T15:56:03Z', 'revision_number': 6, 'project_id': '8c14a59cfe334bb7847f12a8834a95db', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:56:03.859470 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce585ec-a529-4add-8433-bfd3008ea664,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:03.862398 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:03.923261 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646125'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.022940 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1000101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1739'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.025064 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.094756 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1001388'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.095200 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 15:56:04.100108 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.101682 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] 10.222.0.69 "DELETE /v2.0/routers/38f51fc5-a12b-43f4-9cfb-da5dc68f4e6a HTTP/1.1" status: 204 len: 168 time: 0.8142486 Jun 29 15:56:04.106460 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42068) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:04.152112 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5a63db-bf07-4754-b41a-d2ae742c6de2 admin admin] Deleting subnet 0888642e-19cd-4dd1-899b-19799f9295ff {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 15:56:04.155077 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c5a63db-bf07-4754-b41a-d2ae742c6de2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.190272 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c5a63db-bf07-4754-b41a-d2ae742c6de2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2514715'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.232557 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c5a63db-bf07-4754-b41a-d2ae742c6de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.292266 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c5a63db-bf07-4754-b41a-d2ae742c6de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9716441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9850893'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.295242 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:04.319960 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a63db-bf07-4754-b41a-d2ae742c6de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0888642e-19cd-4dd1-899b-19799f9295ff,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:04.323298 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8c5a63db-bf07-4754-b41a-d2ae742c6de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:04.324297 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8c5a63db-bf07-4754-b41a-d2ae742c6de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.326357 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8c5a63db-bf07-4754-b41a-d2ae742c6de2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0888642e-19cd-4dd1-899b-19799f9295ff HTTP/1.1" status: 204 len: 168 time: 0.2184863 Jun 29 15:56:04.328772 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42072) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:04.396516 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.494223 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.510141 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa54c4b-1bc0-4255-a012-8669b90491fb']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:04.520276 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-76e37144-60d5-4ec1-add6-2e639490b1c6 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324605033&fields=id&tenant_id=01dc00b139894e748003f586a560c62b HTTP/1.1" status: 200 len: 267 time: 0.0784626 Jun 29 15:56:04.524345 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:04.524644 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedfe0da-8e2c-4b69-bce5-6b8ee3fa4fe9') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:04.544384 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2514708'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.594595 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.607103 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:56:04.607394 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9716340'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: Traceback (most recent call last): Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: timer() Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: cb(*args, **kw) Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: return func(*args, **kwargs) Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: self._notify() Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: self.callback(batched_events) Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: event.method(event) Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: return f(self, *a, **k) Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._get(url).json() Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:56:04.608979 dv-cinder-792209-4-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:56:04.693864 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-828baa79-353c-436f-8494-2345a489ac0c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:04.695866 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-828baa79-353c-436f-8494-2345a489ac0c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/networks?id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca HTTP/1.1" status: 200 len: 808 time: 0.1650178 Jun 29 15:56:04.697029 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.701270 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-18b42a78-a1f6-4f50-9cde-dda11ca929a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:04.705601 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:04.710897 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] 10.222.0.69 "DELETE /v2.0/networks/caa54c4b-1bc0-4255-a012-8669b90491fb HTTP/1.1" status: 204 len: 168 time: 0.3811100 Jun 29 15:56:04.728243 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] Pushing event deleted for resources: {'Network': ['ID=caa54c4b-1bc0-4255-a012-8669b90491fb,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:04.730888 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-bf1ce6ba-de05-4d09-a71b-4ea1d79ed148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:04.732600 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-c91708b9-0d70-4cbc-b728-1d4820e6c5b2 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/quotas/01dc00b139894e748003f586a560c62b HTTP/1.1" status: 200 len: 375 time: 0.0282772 Jun 29 15:56:04.743461 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 6ce585ec-a529-4add-8433-bfd3008ea664 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:56:04.763716 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 6ce585ec-a529-4add-8433-bfd3008ea664 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:56:04.764334 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 6ce585ec-a529-4add-8433-bfd3008ea664 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:56:04.764953 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device db97206e-dd35-4cd4-923b-9417886e3ba7 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:56:04.785102 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: db97206e-dd35-4cd4-923b-9417886e3ba7 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:56:04.785671 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device db97206e-dd35-4cd4-923b-9417886e3ba7 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:56:04.822901 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-713393be-d79e-4afe-9182-b9fb514f8e8e tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=01dc00b139894e748003f586a560c62b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806110 Jun 29 15:56:04.899525 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 42080) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:04.926245 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-175b99c9-d2a5-43b2-a6dd-7799df897250 service neutron] 10.222.0.69 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957739 Jun 29 15:56:04.943570 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-128e5273-7ed9-4d91-8835-024b22e4bd83 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c14a59cfe334bb7847f12a8834a95db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427065 Jun 29 15:56:04.946012 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 42082) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:04.998594 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e65997fe-fb79-4e96-8154-3f4c43a30e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:05.021366 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e65997fe-fb79-4e96-8154-3f4c43a30e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:05.023575 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-a7068345-a429-4469-a1da-898330b26ce9 service neutron] 10.222.0.69 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903523 Jun 29 15:56:05.079745 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e65997fe-fb79-4e96-8154-3f4c43a30e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:05.082428 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e65997fe-fb79-4e96-8154-3f4c43a30e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:05.083564 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e65997fe-fb79-4e96-8154-3f4c43a30e9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1a53edaa-0964-42cb-87c0-b21986221b92 HTTP/1.1" status: 204 len: 168 time: 0.1361318 Jun 29 15:56:05.084436 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fe186df7-9f34-4ff6-ad8c-00a67fb86910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:05.093465 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65997fe-fb79-4e96-8154-3f4c43a30e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a53edaa-0964-42cb-87c0-b21986221b92,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:05.096801 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e65997fe-fb79-4e96-8154-3f4c43a30e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:05.341252 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0078d238-0b06-42be-838f-3d2b716a047a req-e1ff680c-6c75-42bb-8b9b-25f3e80215ed tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 210 time: 0.0293300 Jun 29 15:56:06.439602 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42150) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:06.481965 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-d0b1825c-2f3c-4faa-b8c2-3e0d5e6046af tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:06.483486 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-d0b1825c-2f3c-4faa-b8c2-3e0d5e6046af tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.81 "GET /v2.0/networks?id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca HTTP/1.1" status: 200 len: 808 time: 0.1205263 Jun 29 15:56:06.514544 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4c7421c8-880b-4908-afc1-ce8f3594fda4 req-97f3c1f1-4180-41ad-a769-f7ad6a128a05 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 210 time: 0.0358253 Jun 29 15:56:06.530925 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-8f986f82-0a0d-45a5-b4d4-7e086d511876 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01dc00b139894e748003f586a560c62b HTTP/1.1" status: 200 len: 379 time: 0.0375304 Jun 29 15:56:06.546659 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Request body: {'port': {'device_id': '5c7d03eb-1531-449e-b572-268e3316eac8', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'admin_state_up': True, 'tenant_id': '01dc00b139894e748003f586a560c62b', 'security_groups': ['95a1cba0-e914-4f76-ac2a-90e173ae806c']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:06.565939 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dba5ef33-0361-4ad3-8eb0-682d7af6f349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:06.665868 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dba5ef33-0361-4ad3-8eb0-682d7af6f349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:06.670832 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dba5ef33-0361-4ad3-8eb0-682d7af6f349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:06.674229 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a19d7a26-4de3-451e-9da4-bd0e9928ad94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:06.687458 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Made reservation on behalf of 01dc00b139894e748003f586a560c62b for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:56:06.691107 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:06.712364 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-dba5ef33-0361-4ad3-8eb0-682d7af6f349 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c4bc5c6e3df4d27aa01828cb364db7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714772 Jun 29 15:56:06.713265 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5ef33-0361-4ad3-8eb0-682d7af6f349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febe5eb4-709b-44a8-a615-00c5bc29241b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:06.715514 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42154) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:06.721550 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-dba5ef33-0361-4ad3-8eb0-682d7af6f349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:06.768553 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-26d87624-4c8d-402f-94ea-4ce9100d0a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:06.789464 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-26d87624-4c8d-402f-94ea-4ce9100d0a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:06.833579 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Allocated IP 172.20.0.12 (b04c0f30-61eb-4f98-b3e1-1b89e76f11ca/2f5c4fc4-26c6-405e-bed0-4c7f8db61585/873d0d3d-a76e-41c7-adce-845027fe6a07) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:56:06.840697 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-26d87624-4c8d-402f-94ea-4ce9100d0a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:06.843379 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-26d87624-4c8d-402f-94ea-4ce9100d0a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:06.844511 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-26d87624-4c8d-402f-94ea-4ce9100d0a3b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/febe5eb4-709b-44a8-a615-00c5bc29241b HTTP/1.1" status: 204 len: 168 time: 0.1281009 Jun 29 15:56:06.845346 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-60296994-4858-495d-be74-20142ee1e204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:06.853739 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d87624-4c8d-402f-94ea-4ce9100d0a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febe5eb4-709b-44a8-a615-00c5bc29241b,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:06.855961 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-26d87624-4c8d-402f-94ea-4ce9100d0a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:06.986259 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:07.001898 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Transition to ACTIVE for port object 873d0d3d-a76e-41c7-adce-845027fe6a07 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:56:07.035390 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:07.041964 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:07.086880 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:56:07.090368 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:56:07.094628 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:56:07.124235 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Pushing event updated for resources: {'Port': ['ID=873d0d3d-a76e-41c7-adce-845027fe6a07,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:07.128657 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:07.154323 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:07.155157 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:07.172656 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6334424 Jun 29 15:56:07.185867 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Request body: {'port': {'device_id': '5c7d03eb-1531-449e-b572-268e3316eac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:07.271093 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:07.330654 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-f11e4996-d835-450e-a054-981c1b784b5f None None] Provisioning for port 873d0d3d-a76e-41c7-adce-845027fe6a07 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:56:07.335354 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-f11e4996-d835-450e-a054-981c1b784b5f None None] Provisioning complete for port 873d0d3d-a76e-41c7-adce-845027fe6a07 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:56:07.335985 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f11e4996-d835-450e-a054-981c1b784b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:07.371273 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-f11e4996-d835-450e-a054-981c1b784b5f None None] Port 873d0d3d-a76e-41c7-adce-845027fe6a07 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:56:07.547831 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873d0d3d-a76e-41c7-adce-845027fe6a07 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:56:07.556524 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:07.570197 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Transition to ACTIVE for port object 873d0d3d-a76e-41c7-adce-845027fe6a07 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:56:07.574340 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:07.577568 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:07.664404 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=873d0d3d-a76e-41c7-adce-845027fe6a07,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:07.668283 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:07.749032 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Attempting to bind port 873d0d3d-a76e-41c7-adce-845027fe6a07 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:56:07.749456 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Attempting to bind port 873d0d3d-a76e-41c7-adce-845027fe6a07 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '0e6951ba-c671-465d-831c-b475dfbb2f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:56:07.749788 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Attempting to bind port 873d0d3d-a76e-41c7-adce-845027fe6a07 on network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:56:07.757120 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Port 873d0d3d-a76e-41c7-adce-845027fe6a07 on network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:56:07.757462 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Attempting to bind port 873d0d3d-a76e-41c7-adce-845027fe6a07 on network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:56:07.772009 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6724c-2a7d-4449-8225-94db2e09716c req-7e2d0d01-5f82-4b84-bcfa-45abfe31c50d tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:07.774104 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aec6724c-2a7d-4449-8225-94db2e09716c req-7e2d0d01-5f82-4b84-bcfa-45abfe31c50d tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.1258876 Jun 29 15:56:07.775491 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:56:07.775819 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Checking segment: {'id': '0e6951ba-c671-465d-831c-b475dfbb2f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:56:07.776197 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Bound using segment: {'id': '0e6951ba-c671-465d-831c-b475dfbb2f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:56:07.776636 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Bound port: 873d0d3d-a76e-41c7-adce-845027fe6a07, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6951ba-c671-465d-831c-b475dfbb2f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:56:07.776990 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:07.851559 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aec6724c-2a7d-4449-8225-94db2e09716c req-c4991074-ab7d-4e3b-9098-2bd9e52e8ee7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712397 Jun 29 15:56:07.877568 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] For port 873d0d3d-a76e-41c7-adce-845027fe6a07, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:56:07.882793 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] For port 873d0d3d-a76e-41c7-adce-845027fe6a07, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=873d0d3d-a76e-41c7-adce-845027fe6a07,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:56:07.889199 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:07.892393 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:07.931358 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:07.931949 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:07.933365 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] 10.222.0.81 "PUT /v2.0/ports/873d0d3d-a76e-41c7-adce-845027fe6a07 HTTP/1.1" status: 200 len: 1094 time: 0.7531953 Jun 29 15:56:07.933883 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:56:07.936857 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644a6dda-58a0-420f-9893-34cb3387ec76" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:56:07.966305 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=873d0d3d-a76e-41c7-adce-845027fe6a07,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:07.971469 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:08.008816 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea52c18e-a6ae-4ffb-951d-31d00f3f62ca x-openstack-request-id: req-ea52c18e-a6ae-4ffb-951d-31d00f3f62ca {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:56:08.009309 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:56:08.009438 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ea52c18e-a6ae-4ffb-951d-31d00f3f62ca {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:56:08.009848 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'status': 'completed', 'code': 200} Jun 29 15:56:08.042263 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-093bef7a-de4a-4943-878e-75cda99d24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:08.044064 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-093bef7a-de4a-4943-878e-75cda99d24fc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01dc00b139894e748003f586a560c62b&device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 1097 time: 0.0661972 Jun 29 15:56:08.091816 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-93a54385-c6c4-4270-a559-85240184ed48 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873d0d3d-a76e-41c7-adce-845027fe6a07 HTTP/1.1" status: 200 len: 217 time: 0.0401292 Jun 29 15:56:08.149590 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-a0966bdc-ea51-4e29-97f7-857a89d4a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:08.151036 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-a0966bdc-ea51-4e29-97f7-857a89d4a871 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f5c4fc4-26c6-405e-bed0-4c7f8db61585 HTTP/1.1" status: 200 len: 847 time: 0.0520155 Jun 29 15:56:08.209552 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-869bdf4c-3f0e-446c-8285-4c5773a6c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:08.211416 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-869bdf4c-3f0e-446c-8285-4c5773a6c299 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533495 Jun 29 15:56:08.312536 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-330e3003-1907-478b-bdd4-47e4198f02a2 service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938630 Jun 29 15:56:08.414615 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2c5618f-4a6d-46d6-9d22-278e639bcc4b req-f3028366-8ef7-4f3a-9c52-aa54adcbb582 service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945599 Jun 29 15:56:08.526068 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a6dda-58a0-420f-9893-34cb3387ec76 req-ac158c92-efb5-40e1-8e7e-6f84cc205e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:08.527664 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-644a6dda-58a0-420f-9893-34cb3387ec76 req-ac158c92-efb5-40e1-8e7e-6f84cc205e08 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01dc00b139894e748003f586a560c62b&device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 1097 time: 0.0608323 Jun 29 15:56:08.644156 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a6dda-58a0-420f-9893-34cb3387ec76 req-49a1d560-5799-4c6a-95e7-99767ebbe1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:08.646455 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-644a6dda-58a0-420f-9893-34cb3387ec76 req-49a1d560-5799-4c6a-95e7-99767ebbe1aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca HTTP/1.1" status: 200 len: 909 time: 0.1115417 Jun 29 15:56:08.698629 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-644a6dda-58a0-420f-9893-34cb3387ec76 req-e995fcaf-2bfe-4714-8176-6c7e8d4ff18c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873d0d3d-a76e-41c7-adce-845027fe6a07 HTTP/1.1" status: 200 len: 217 time: 0.0389366 Jun 29 15:56:08.751127 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a6dda-58a0-420f-9893-34cb3387ec76 req-b37453b2-e666-4b91-835b-fdc4883bef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:08.752593 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-644a6dda-58a0-420f-9893-34cb3387ec76 req-b37453b2-e666-4b91-835b-fdc4883bef43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f5c4fc4-26c6-405e-bed0-4c7f8db61585 HTTP/1.1" status: 200 len: 847 time: 0.0476708 Jun 29 15:56:08.817194 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a6dda-58a0-420f-9893-34cb3387ec76 req-d807f68d-4be1-4609-adf6-31e5b3f3ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:08.818686 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-644a6dda-58a0-420f-9893-34cb3387ec76 req-d807f68d-4be1-4609-adf6-31e5b3f3ed68 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592220 Jun 29 15:56:08.863966 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42230) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:08.922564 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-644a6dda-58a0-420f-9893-34cb3387ec76 req-7a085409-d0bb-4a87-8cb7-1ea036346f01 service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961716 Jun 29 15:56:08.975473 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d8f08625-e6f9-4035-9223-5b1596f1b266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.059809 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-644a6dda-58a0-420f-9893-34cb3387ec76 req-44b960b6-f213-47a4-b0e6-2080ffa17bc7 service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289611 Jun 29 15:56:09.066546 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d8f08625-e6f9-4035-9223-5b1596f1b266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.072552 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d8f08625-e6f9-4035-9223-5b1596f1b266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.072936 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f7114-f358-4e90-b670-ee2048d29023 req-4040271e-8fa8-45b6-9273-d8860ec30131 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:09.074633 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc6f7114-f358-4e90-b670-ee2048d29023 req-4040271e-8fa8-45b6-9273-d8860ec30131 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.0979464 Jun 29 15:56:09.076191 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e4b40aba-e4ee-4be6-a98e-24c3743d64b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:09.112275 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d8f08625-e6f9-4035-9223-5b1596f1b266 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=54dd4a6288eb4892868055a2f8278d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472231 Jun 29 15:56:09.113324 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f08625-e6f9-4035-9223-5b1596f1b266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefdbc92-7cd1-4e50-82aa-1dd85bcb7de2,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:09.115732 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42236) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:09.117861 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d8f08625-e6f9-4035-9223-5b1596f1b266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:09.127890 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dc6f7114-f358-4e90-b670-ee2048d29023 req-a891a1c0-7b1d-4723-ae0a-2db63ba52cab tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354848 Jun 29 15:56:09.169659 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1913-adc8-4b83-9f9f-2d66926b664a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.197053 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1913-adc8-4b83-9f9f-2d66926b664a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.243673 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1913-adc8-4b83-9f9f-2d66926b664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.246283 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1913-adc8-4b83-9f9f-2d66926b664a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.247425 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f5bd1913-adc8-4b83-9f9f-2d66926b664a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eefdbc92-7cd1-4e50-82aa-1dd85bcb7de2 HTTP/1.1" status: 204 len: 168 time: 0.1307089 Jun 29 15:56:09.248188 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8f22c631-db30-4484-958b-9c3d6282321c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:09.255973 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd1913-adc8-4b83-9f9f-2d66926b664a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefdbc92-7cd1-4e50-82aa-1dd85bcb7de2,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:09.259398 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f5bd1913-adc8-4b83-9f9f-2d66926b664a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:09.550344 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 42242) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:09.565670 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9084372a-c3f1-4e55-8ee5-6cb08d2da4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.670105 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9084372a-c3f1-4e55-8ee5-6cb08d2da4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.676632 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9084372a-c3f1-4e55-8ee5-6cb08d2da4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.680224 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:09.724010 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084372a-c3f1-4e55-8ee5-6cb08d2da4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbce0cac-c654-4d87-9ec6-aed64017f437,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:09.727024 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9084372a-c3f1-4e55-8ee5-6cb08d2da4e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bb67be1b5c442faad0d315ec9f8e056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755366 Jun 29 15:56:09.730778 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42246) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:09.731244 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9084372a-c3f1-4e55-8ee5-6cb08d2da4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:09.785695 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9dacffea-ae1c-4df3-adc9-3bd37b4decd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.809803 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9dacffea-ae1c-4df3-adc9-3bd37b4decd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.869274 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9dacffea-ae1c-4df3-adc9-3bd37b4decd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.874105 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9dacffea-ae1c-4df3-adc9-3bd37b4decd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:09.876029 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9dacffea-ae1c-4df3-adc9-3bd37b4decd2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bbce0cac-c654-4d87-9ec6-aed64017f437 HTTP/1.1" status: 204 len: 168 time: 0.1438780 Jun 29 15:56:09.877701 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f5bd1913-adc8-4b83-9f9f-2d66926b664a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:09.891804 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacffea-ae1c-4df3-adc9-3bd37b4decd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbce0cac-c654-4d87-9ec6-aed64017f437,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:09.895414 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9dacffea-ae1c-4df3-adc9-3bd37b4decd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:10.220820 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c63f58-cfa4-4c5a-8c78-8b80f09ff7be req-bea99355-ce85-4001-81d2-e905dae8d61b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:10.222741 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-64c63f58-cfa4-4c5a-8c78-8b80f09ff7be req-bea99355-ce85-4001-81d2-e905dae8d61b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 947 time: 0.1154203 Jun 29 15:56:10.281580 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-64c63f58-cfa4-4c5a-8c78-8b80f09ff7be req-30febc36-eb9e-4900-8b1f-55eba2fe421b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465581 Jun 29 15:56:10.382077 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebea60-993d-4068-bbf4-67fa746221fb req-09ce7cac-a1fb-40dd-9285-f945b217da79 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:10.383773 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c4ebea60-993d-4068-bbf4-67fa746221fb req-09ce7cac-a1fb-40dd-9285-f945b217da79 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.0763113 Jun 29 15:56:10.429772 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c4ebea60-993d-4068-bbf4-67fa746221fb req-524266f0-6d4d-48bf-ba53-ba615ec13f99 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375323 Jun 29 15:56:10.984507 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2e1b65cd-6e4a-4018-8870-dbe40f87b46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:11.685060 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8a53d-e5bd-47a7-8234-15cd35ae3e6e req-0613bc8f-b3ed-462b-a211-801e01792818 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:11.686696 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7ae8a53d-e5bd-47a7-8234-15cd35ae3e6e req-0613bc8f-b3ed-462b-a211-801e01792818 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.0866778 Jun 29 15:56:11.735373 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7ae8a53d-e5bd-47a7-8234-15cd35ae3e6e req-033eacc9-a62a-4e3e-a02e-dddabf1f4fb1 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410206 Jun 29 15:56:11.895773 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560726d-159a-49be-b8af-1f314ab34200 req-8e83cb10-6aa4-44ef-8fa2-5de76c517a05 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:11.899279 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1560726d-159a-49be-b8af-1f314ab34200 req-8e83cb10-6aa4-44ef-8fa2-5de76c517a05 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 947 time: 0.4383199 Jun 29 15:56:11.956082 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1560726d-159a-49be-b8af-1f314ab34200 req-e77f33b1-a141-4318-b169-7974d2b1bfb6 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=00506d57-e829-42e9-bd22-80e4169f38c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496118 Jun 29 15:56:11.963886 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-cb0ea2d1-48ac-4029-93a4-5ecf7997d465 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:11.965446 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-cb0ea2d1-48ac-4029-93a4-5ecf7997d465 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 947 time: 0.4265022 Jun 29 15:56:12.078268 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Deleting port 7e693600-0aed-4723-92bd-37bc58a9e4fb {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:56:12.078607 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:12.179206 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] For port 7e693600-0aed-4723-92bd-37bc58a9e4fb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7e693600-0aed-4723-92bd-37bc58a9e4fb,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:12.179580 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:12.436440 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:12.437104 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:12.437613 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.l3_db [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Floating IP 316738ee-4428-428d-9ba6-3b9ada2332cf disassociated. External IP: 172.27.1.83, port: 7e693600-0aed-4723-92bd-37bc58a9e4fb. Jun 29 15:56:12.438350 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Calling delete_port for 7e693600-0aed-4723-92bd-37bc58a9e4fb owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:56:12.597644 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:12.602686 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:12.633002 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event deleted for resources: {'Port': ['ID=7e693600-0aed-4723-92bd-37bc58a9e4fb,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:12.636162 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:12.778414 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Router 24341400-1194-4b14-954b-abec49595e7e has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:56:12.907934 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:56:12.922497 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c28ebd4-f9c3-4e50-91f0-b64c6a4bd4ca None None] Sync routers for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:56:12.938777 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c28ebd4-f9c3-4e50-91f0-b64c6a4bd4ca None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:12.939825 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8c28ebd4-f9c3-4e50-91f0-b64c6a4bd4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:55:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:12.961914 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc5ac7-9276-45a3-b2d4-bf0ce58f0d34 req-6d4d754a-8c6b-4a90-9d5a-34cfc2711eba tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:12.963288 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] No DVR routers for this DVR port 7e693600-0aed-4723-92bd-37bc58a9e4fb on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:56:12.965891 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95dc5ac7-9276-45a3-b2d4-bf0ce58f0d34 req-6d4d754a-8c6b-4a90-9d5a-34cfc2711eba tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.1006570 Jun 29 15:56:12.966346 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:12.968545 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a1cae438-0641-4a7a-bf69-96ac3a85237d req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.81 "DELETE /v2.0/ports/7e693600-0aed-4723-92bd-37bc58a9e4fb HTTP/1.1" status: 204 len: 173 time: 0.9962173 Jun 29 15:56:12.969243 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'name': 'network-vif-deleted', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:56:12.971866 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1999a8c-2ac9-483e-b1a9-b98aeac44ad7" -d '{"events": [{"server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "name": "network-vif-deleted", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:56:13.027364 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc7265a-6e29-45f5-b7d9-0ca936578968 x-openstack-request-id: req-dfc7265a-6e29-45f5-b7d9-0ca936578968 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:56:13.027894 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8b850a-8c19-40d4-99be-a404b55b8a22", "name": "network-vif-deleted", "tag": "7e693600-0aed-4723-92bd-37bc58a9e4fb", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:56:13.028323 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dfc7265a-6e29-45f5-b7d9-0ca936578968 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:56:13.028940 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8b850a-8c19-40d4-99be-a404b55b8a22', 'name': 'network-vif-deleted', 'tag': '7e693600-0aed-4723-92bd-37bc58a9e4fb', 'status': 'completed', 'code': 200} Jun 29 15:56:13.046609 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-95dc5ac7-9276-45a3-b2d4-bf0ce58f0d34 req-1bfd5d02-a9da-4684-8ab6-f6e17ff177d0 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629933 Jun 29 15:56:13.101618 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-8c28ebd4-f9c3-4e50-91f0-b64c6a4bd4ca None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:13.171174 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c90b36ca-cd88-42ff-a24c-0e4f9b985190 req-11a62326-0872-4597-b6ac-9b8fcff34379 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 210 time: 0.0313637 Jun 29 15:56:13.352040 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8c28ebd4-f9c3-4e50-91f0-b64c6a4bd4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:34Z', 'revision_number': 5, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:13.383567 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c28ebd4-f9c3-4e50-91f0-b64c6a4bd4ca None None] Checking router: 24341400-1194-4b14-954b-abec49595e7e for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:56:13.392675 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c28ebd4-f9c3-4e50-91f0-b64c6a4bd4ca None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:13.393333 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8c28ebd4-f9c3-4e50-91f0-b64c6a4bd4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:55:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:13.542696 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-8c28ebd4-f9c3-4e50-91f0-b64c6a4bd4ca None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:13.727006 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:13.762585 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d9f9aa79-b1d5-4afd-bd5d-ec41f8b9d104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:13.812336 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8c28ebd4-f9c3-4e50-91f0-b64c6a4bd4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:34Z', 'revision_number': 5, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:13.842799 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c28ebd4-f9c3-4e50-91f0-b64c6a4bd4ca None None] The sync data for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi is: [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:34Z', 'revision_number': 5, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:56:14.088766 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c8421-4a63-45de-b1f1-01b99328b10a None None] New status for floating IP 316738ee-4428-428d-9ba6-3b9ada2332cf: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:56:14.310698 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70383e45-37de-48b4-9320-de98a6065e37 req-05db6ea7-00fa-4301-8779-51128709fcb8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:14.312982 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-70383e45-37de-48b4-9320-de98a6065e37 req-05db6ea7-00fa-4301-8779-51128709fcb8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.1106062 Jun 29 15:56:14.364379 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-70383e45-37de-48b4-9320-de98a6065e37 req-ff3702e4-0e87-4ff2-95a9-fbbd605dd8f7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416057 Jun 29 15:56:14.390066 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a0f2b1d7-da15-49e0-baf4-5de3a9551aa4 req-5dda11bd-acda-4884-ae5c-c72a03ebe56e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 210 time: 0.0383921 Jun 29 15:56:14.633222 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:15.557794 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a120d65-1b06-48f2-abc3-9334b013a2a6 req-f6de21cc-7dc0-4fd7-936c-355f474c996b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a8b850a-8c19-40d4-99be-a404b55b8a22 HTTP/1.1" status: 200 len: 210 time: 0.0319259 Jun 29 15:56:15.576890 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7db7ca-dc80-4af1-8d91-c6313a920279 req-0fcdee0d-f90d-4e2b-93d8-72104cd4141e tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:15.578517 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d7db7ca-dc80-4af1-8d91-c6313a920279 req-0fcdee0d-f90d-4e2b-93d8-72104cd4141e tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.0766268 Jun 29 15:56:15.624241 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d7db7ca-dc80-4af1-8d91-c6313a920279 req-ca4b4f8e-f984-4229-a244-6dbd6a4678b0 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383976 Jun 29 15:56:16.248046 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:16.423147 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1267b4-492e-4bac-906f-7caee9ca158a req-00de7b2c-ea96-4ec7-af15-d2e6ae4d7e4d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:16.424676 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8f1267b4-492e-4bac-906f-7caee9ca158a req-00de7b2c-ea96-4ec7-af15-d2e6ae4d7e4d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0789814 Jun 29 15:56:16.468105 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8f1267b4-492e-4bac-906f-7caee9ca158a req-f5fb8f6e-594a-4908-b229-5999fb3b4e64 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371456 Jun 29 15:56:16.737664 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42336) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:16.857242 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-02b238a9-f86f-43b2-bf0b-4f3435917bb4 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:16.886834 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943855bd-a93d-4d20-a46b-5188a9236faf req-6a3ec14d-6e01-4d84-8a0b-8ccc33ffe573 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:16.891337 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-943855bd-a93d-4d20-a46b-5188a9236faf req-6a3ec14d-6e01-4d84-8a0b-8ccc33ffe573 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.1296816 Jun 29 15:56:16.899929 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-02b238a9-f86f-43b2-bf0b-4f3435917bb4 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:16.974171 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-943855bd-a93d-4d20-a46b-5188a9236faf req-de6b25f8-7603-4bd9-a6fd-31eef25ccd0f tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706329 Jun 29 15:56:16.992345 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-02b238a9-f86f-43b2-bf0b-4f3435917bb4 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:16.997100 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-02b238a9-f86f-43b2-bf0b-4f3435917bb4 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:16.998855 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-02b238a9-f86f-43b2-bf0b-4f3435917bb4 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "DELETE /v2.0/security-groups/00506d57-e829-42e9-bd22-80e4169f38c3 HTTP/1.1" status: 204 len: 168 time: 0.2591372 Jun 29 15:56:17.000477 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c60380e4-42ac-446f-a8b6-313eec807efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:17.001740 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 42340) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:17.013528 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b238a9-f86f-43b2-bf0b-4f3435917bb4 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00506d57-e829-42e9-bd22-80e4169f38c3,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:17.016248 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-02b238a9-f86f-43b2-bf0b-4f3435917bb4 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:17.018437 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.api.v2.resource [None req-e2f5d5b4-a442-44c5-b093-df6c223539c8 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] show failed (client error): The resource could not be found. Jun 29 15:56:17.019564 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e2f5d5b4-a442-44c5-b093-df6c223539c8 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups/00506d57-e829-42e9-bd22-80e4169f38c3 HTTP/1.1" status: 404 len: 347 time: 0.0161583 Jun 29 15:56:17.023194 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42342) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:17.371510 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-774f578a-7012-4b69-9b21-3360d94ab1f0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Deleting port a427b08f-2131-4146-856e-64e21e98014b {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:56:17.371767 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-774f578a-7012-4b69-9b21-3360d94ab1f0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:17.459083 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-774f578a-7012-4b69-9b21-3360d94ab1f0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:17.459444 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-774f578a-7012-4b69-9b21-3360d94ab1f0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:17.473617 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-774f578a-7012-4b69-9b21-3360d94ab1f0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Calling delete_port for a427b08f-2131-4146-856e-64e21e98014b owned by network:floatingip {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:56:17.648697 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-774f578a-7012-4b69-9b21-3360d94ab1f0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:17.652217 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:17.683397 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f578a-7012-4b69-9b21-3360d94ab1f0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event deleted for resources: {'Port': ['ID=a427b08f-2131-4146-856e-64e21e98014b,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:17.687049 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-774f578a-7012-4b69-9b21-3360d94ab1f0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:17.688800 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fa71b-5f60-4a6e-b5c7-525edbf60eb6 req-422b6399-8f7d-4934-82f1-798ac1fc85cc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:17.691383 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f0fa71b-5f60-4a6e-b5c7-525edbf60eb6 req-422b6399-8f7d-4934-82f1-798ac1fc85cc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0883422 Jun 29 15:56:17.736400 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f0fa71b-5f60-4a6e-b5c7-525edbf60eb6 req-6122ffbf-356e-4fac-80f7-986d6d1f53f6 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365512 Jun 29 15:56:17.762716 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-774f578a-7012-4b69-9b21-3360d94ab1f0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:17.765289 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-774f578a-7012-4b69-9b21-3360d94ab1f0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:17.766528 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-774f578a-7012-4b69-9b21-3360d94ab1f0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "DELETE /v2.0/floatingips/316738ee-4428-428d-9ba6-3b9ada2332cf HTTP/1.1" status: 204 len: 168 time: 0.7414539 Jun 29 15:56:18.088429 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 7e693600-0aed-4723-92bd-37bc58a9e4fb no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:56:18.115949 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: 7e693600-0aed-4723-92bd-37bc58a9e4fb {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:56:18.116654 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 7e693600-0aed-4723-92bd-37bc58a9e4fb not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:56:18.192071 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee286a-5322-4666-b833-39d0405eb412 req-f855b717-b3d8-49b9-bd4d-c4a934918736 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:18.194387 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-56ee286a-5322-4666-b833-39d0405eb412 req-f855b717-b3d8-49b9-bd4d-c4a934918736 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.0862331 Jun 29 15:56:18.245612 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-56ee286a-5322-4666-b833-39d0405eb412 req-eb6afb39-39dd-4210-a6ed-ddab4997d728 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415909 Jun 29 15:56:18.301117 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42352) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:18.306863 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-c13fd03e-2478-4e32-8e09-f890ff8952c5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--356937356', 'description': 'tempest-description--1672635288'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:18.330111 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c13fd03e-2478-4e32-8e09-f890ff8952c5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.421503 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c13fd03e-2478-4e32-8e09-f890ff8952c5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.426604 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c13fd03e-2478-4e32-8e09-f890ff8952c5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.430406 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7342fc49-1b64-4c6e-9a8e-ae109321b031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:18.471599 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c13fd03e-2478-4e32-8e09-f890ff8952c5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.473557 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c13fd03e-2478-4e32-8e09-f890ff8952c5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1711047 Jun 29 15:56:18.477464 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fd03e-2478-4e32-8e09-f890ff8952c5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc3e3f9-2d16-42ba-906e-3ab569f3540d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:18.478544 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 42354) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:18.480847 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c13fd03e-2478-4e32-8e09-f890ff8952c5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:18.483261 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Request body: {'security_group_rule': {'security_group_id': '3bc3e3f9-2d16-42ba-906e-3ab569f3540d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:18.510690 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.563878 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.567791 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.570551 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:18.587921 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8ad141-e4ae-4cc5-88dd-a7bf5a37d641,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:18.595941 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.597115 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175606 Jun 29 15:56:18.598535 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:18.598903 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:18.599272 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:18.599933 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:18.600250 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42356) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:18.600458 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:18.600869 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:18.601224 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:18.601751 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:18.602104 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:18.602454 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:18.602799 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:18.603147 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:18.606419 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-cd9b70b3-70b4-4ce0-b8a3-8f90a2833a04 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Request body: {'security_group_rule': {'security_group_id': '3bc3e3f9-2d16-42ba-906e-3ab569f3540d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:18.606612 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:18.644709 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cd9b70b3-70b4-4ce0-b8a3-8f90a2833a04 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.714343 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cd9b70b3-70b4-4ce0-b8a3-8f90a2833a04 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.718560 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cd9b70b3-70b4-4ce0-b8a3-8f90a2833a04 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.724244 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:18.739081 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b70b3-70b4-4ce0-b8a3-8f90a2833a04 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd26b2a7-3b2a-4531-ad73-b0435cf8622b,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:18.744358 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cd9b70b3-70b4-4ce0-b8a3-8f90a2833a04 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:18.746774 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cd9b70b3-70b4-4ce0-b8a3-8f90a2833a04 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.748428 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-cd9b70b3-70b4-4ce0-b8a3-8f90a2833a04 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467237 Jun 29 15:56:18.751862 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42358) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:18.757845 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Request body: {'floatingip': {'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:18.790026 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.895710 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:18.934299 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eba5b-6072-4268-9a52-a046b0e7fe87 req-d0b9d84f-f052-4e96-94b8-6fa689232410 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:18.935900 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5e8eba5b-6072-4268-9a52-a046b0e7fe87 req-d0b9d84f-f052-4e96-94b8-6fa689232410 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0659995 Jun 29 15:56:18.973354 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5e8eba5b-6072-4268-9a52-a046b0e7fe87 req-5a598e45-45f7-42d0-bea3-6c69e1a93566 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Jun 29 15:56:19.007391 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Allocated IP 172.27.1.169 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/269f745e-161a-4cc1-8c49-b2493e55e2f1) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:56:19.111330 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:19.150660 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9716266'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:19.152542 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c4a3c5cd-24f8-42e1-acee-c91991a768bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:19.192743 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:56:19.195638 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:56:19.199992 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:56:19.203111 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event updated for resources: {'Port': ['ID=269f745e-161a-4cc1-8c49-b2493e55e2f1,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:19.222393 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:19.293557 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:19.350364 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:19.494983 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8a989-cabd-4231-aec2-43465fff2325 req-06b1fce9-cef1-4c19-a3a6-11abbf91406a tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:19.496336 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9af8a989-cabd-4231-aec2-43465fff2325 req-06b1fce9-cef1-4c19-a3a6-11abbf91406a tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.1260276 Jun 29 15:56:19.562616 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9af8a989-cabd-4231-aec2-43465fff2325 req-0e41f869-4cfe-420d-8ecf-260efe75ff2e tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565274 Jun 29 15:56:19.575022 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:19.580466 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9716248'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:19.582467 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:19.650864 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event updated for resources: {'Port': ['ID=269f745e-161a-4cc1-8c49-b2493e55e2f1,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:19.655387 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:19.665856 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:19.685403 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:19.686913 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9338107 Jun 29 15:56:19.876353 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-322d8191-2e5e-4243-a108-a46ee7331dd1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--356937356&fields=id&tenant_id=ed53fee279d64d20a9ad45e37aae39a8 HTTP/1.1" status: 200 len: 267 time: 0.0328295 Jun 29 15:56:19.994583 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-ed27f083-1220-42df-9a62-b20a3d870e09 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:19.996066 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-ed27f083-1220-42df-9a62-b20a3d870e09 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/networks?id=61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 200 len: 815 time: 0.1125970 Jun 29 15:56:20.014396 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-89f397ef-92b9-4cea-9199-50070e73b9ea tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/quotas/ed53fee279d64d20a9ad45e37aae39a8 HTTP/1.1" status: 200 len: 375 time: 0.0103996 Jun 29 15:56:20.033950 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 873d0d3d-a76e-41c7-adce-845027fe6a07 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:56:20.101905 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-be66e282-ffc7-4736-b6cb-ec544c591299 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814455 Jun 29 15:56:20.149044 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 873d0d3d-a76e-41c7-adce-845027fe6a07, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=873d0d3d-a76e-41c7-adce-845027fe6a07,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:20.164413 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'port_id': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'mac_address': 'fa:16:3e:8b:b5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:56:20.206235 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588636b-3888-4d8a-abf0-1007c4cef4e8 req-a5310496-0caf-4259-8111-355e8d9a8d0b tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:20.211222 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f588636b-3888-4d8a-abf0-1007c4cef4e8 req-a5310496-0caf-4259-8111-355e8d9a8d0b tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0735099 Jun 29 15:56:20.219191 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:20.223629 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-681e3bb0-892f-42d0-88e3-0d4681fce8b1 service neutron] 10.222.0.69 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070027 Jun 29 15:56:20.234583 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873d0d3d-a76e-41c7-adce-845027fe6a07 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:56:20.266753 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-f588636b-3888-4d8a-abf0-1007c4cef4e8 req-43974f46-aebd-4a8e-bb58-c6f7180dafe4 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=d84862c5-7311-4781-89da-2f77ea5b7164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513134 Jun 29 15:56:20.271875 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 873d0d3d-a76e-41c7-adce-845027fe6a07, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=873d0d3d-a76e-41c7-adce-845027fe6a07,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:20.278585 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:20.281521 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-033a7413-dea9-4ab0-941f-9d7dd80ad69f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:20.331863 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=873d0d3d-a76e-41c7-adce-845027fe6a07,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:20.336171 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:20.337657 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-faabc738-beac-433f-9054-d9b0d764b1ac service neutron] 10.222.0.69 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033442 Jun 29 15:56:20.517503 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5232a0f0-90f6-4c9c-ba89-653a8cb0643b req-e84eb42f-992a-4446-a4b1-61ed7a8c8cf0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 210 time: 0.0334237 Jun 29 15:56:20.518281 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-9b66a2af-2a26-46c7-a8e9-3d9ac7bf1485 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:20.519740 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-9b66a2af-2a26-46c7-a8e9-3d9ac7bf1485 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 945 time: 0.0702369 Jun 29 15:56:20.528193 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['873d0d3d-a76e-41c7-adce-845027fe6a07'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:56:20.638983 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Deleting port ead8228a-ead4-42e1-b499-f5b408ebc8b6 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:56:20.639353 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:20.791769 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] For port ead8228a-ead4-42e1-b499-f5b408ebc8b6, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ead8228a-ead4-42e1-b499-f5b408ebc8b6,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:20.791769 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:20.925552 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed66f54-dd8d-448a-b8da-63e6cb3eb346 req-3295948c-b533-47c0-a9b1-697933b4c922 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:20.927231 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eed66f54-dd8d-448a-b8da-63e6cb3eb346 req-3295948c-b533-47c0-a9b1-697933b4c922 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 945 time: 0.1890812 Jun 29 15:56:21.025836 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eed66f54-dd8d-448a-b8da-63e6cb3eb346 req-a168ab58-6a13-4e6a-90fc-095029535483 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899584 Jun 29 15:56:21.042564 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:21.042937 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:21.043228 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.l3_db [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Floating IP 11b0e47d-9cd2-4826-bc34-7d72ff3572a0 disassociated. External IP: 172.27.1.130, port: ead8228a-ead4-42e1-b499-f5b408ebc8b6. Jun 29 15:56:21.043609 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Calling delete_port for ead8228a-ead4-42e1-b499-f5b408ebc8b6 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:56:21.186739 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:21.190740 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b7e699c1-1722-42f4-ac28-a002c9133864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:21.222327 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event deleted for resources: {'Port': ['ID=ead8228a-ead4-42e1-b499-f5b408ebc8b6,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:21.226275 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:21.343873 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:56:21.418330 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b7cbfcba-0e74-4c2d-9ffe-968853753946 req-36412dc4-6d71-4b68-9f9f-3a6dff9c2dce tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0bc2e317-3b0e-4c1f-ab03-b95b23858a33 HTTP/1.1" status: 200 len: 210 time: 0.0303938 Jun 29 15:56:21.461077 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:56:21.471915 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b2738-7a98-4021-9757-295fe1aaf189 None None] Sync routers for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:56:21.481381 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b2738-7a98-4021-9757-295fe1aaf189 None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:21.482034 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-561b2738-7a98-4021-9757-295fe1aaf189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:56:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:21.512254 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] No DVR routers for this DVR port ead8228a-ead4-42e1-b499-f5b408ebc8b6 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:56:21.515256 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:21.517679 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c0f695c7-4d2b-491f-b513-499aa28ee6f7 req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.81 "DELETE /v2.0/ports/ead8228a-ead4-42e1-b499-f5b408ebc8b6 HTTP/1.1" status: 204 len: 173 time: 0.9903121 Jun 29 15:56:21.518176 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc2e317-3b0e-4c1f-ab03-b95b23858a33', 'name': 'network-vif-deleted', 'tag': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:56:21.520722 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d904e2ec-a84d-412d-a2ea-380c7b4bc0bd" -d '{"events": [{"server_uuid": "0bc2e317-3b0e-4c1f-ab03-b95b23858a33", "name": "network-vif-deleted", "tag": "ead8228a-ead4-42e1-b499-f5b408ebc8b6"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:56:21.635343 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91ca010-2314-42b2-95dc-9cbaa51fc618 x-openstack-request-id: req-a91ca010-2314-42b2-95dc-9cbaa51fc618 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:56:21.635669 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc2e317-3b0e-4c1f-ab03-b95b23858a33", "name": "network-vif-deleted", "tag": "ead8228a-ead4-42e1-b499-f5b408ebc8b6", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:56:21.635956 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a91ca010-2314-42b2-95dc-9cbaa51fc618 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:56:21.636402 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc2e317-3b0e-4c1f-ab03-b95b23858a33', 'name': 'network-vif-deleted', 'tag': 'ead8228a-ead4-42e1-b499-f5b408ebc8b6', 'status': 'completed', 'code': 200} Jun 29 15:56:21.784005 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-561b2738-7a98-4021-9757-295fe1aaf189 None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:21.787154 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-365bc160-b4bc-4817-b47d-9dadc74045e3 req-fe9127c2-3826-4c9c-913d-3931f29895d0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 210 time: 0.0584772 Jun 29 15:56:21.914646 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-4656c3cf-d4e8-4769-a471-df2a0732181a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:21.916209 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-4656c3cf-d4e8-4769-a471-df2a0732181a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.81 "GET /v2.0/networks?id=61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 200 len: 815 time: 0.1950350 Jun 29 15:56:21.965365 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-3d51e4f3-c66f-4c5c-b973-419e1e0e1cb2 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed53fee279d64d20a9ad45e37aae39a8 HTTP/1.1" status: 200 len: 379 time: 0.0408499 Jun 29 15:56:21.977212 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Request body: {'port': {'device_id': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'admin_state_up': True, 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'security_groups': ['3bc3e3f9-2d16-42ba-906e-3ab569f3540d']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:22.040659 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 873d0d3d-a76e-41c7-adce-845027fe6a07 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:56:22.084934 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-561b2738-7a98-4021-9757-295fe1aaf189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:31Z', 'revision_number': 5, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:22.120224 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b2738-7a98-4021-9757-295fe1aaf189 None None] Checking router: cfa3e397-3706-4ae8-9866-dbd8a7c769a4 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:56:22.139243 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b2738-7a98-4021-9757-295fe1aaf189 None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:22.140064 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-561b2738-7a98-4021-9757-295fe1aaf189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:56:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:22.169455 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Made reservation on behalf of ed53fee279d64d20a9ad45e37aae39a8 for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:56:22.175632 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:22.189650 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port 873d0d3d-a76e-41c7-adce-845027fe6a07 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:56:22.196698 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 873d0d3d-a76e-41c7-adce-845027fe6a07 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:56:22.197080 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:22.357685 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-561b2738-7a98-4021-9757-295fe1aaf189 None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:22.410352 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b508807-e433-475f-a0da-317d9e7d9aca req-9bae4c6c-dcc5-40d8-a981-9f7c5baa5ce8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:22.412725 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9b508807-e433-475f-a0da-317d9e7d9aca req-9bae4c6c-dcc5-40d8-a981-9f7c5baa5ce8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 945 time: 0.1683125 Jun 29 15:56:22.452753 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:22.504409 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Allocated IP 172.20.0.6 (61586768-e621-44be-873b-6ad3c5a47dd5/8db42e60-7985-44f3-8899-246ef24f69ae/ee2df7d4-8d69-42f2-b9b9-b93e582753d4) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:56:22.608170 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:56:22.610810 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0736086-056b-4511-ac1a-3324b06b1698" -d '{"events": [{"server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "name": "network-vif-plugged", "status": "completed", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:56:22.637956 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 873d0d3d-a76e-41c7-adce-845027fe6a07, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=873d0d3d-a76e-41c7-adce-845027fe6a07,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:22.644720 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:22.645838 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ead8228a-ead4-42e1-b499-f5b408ebc8b6 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:56:22.650470 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:22.675469 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42428) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:22.723465 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9b508807-e433-475f-a0da-317d9e7d9aca req-95f3c5af-930e-4836-ba7b-079369451e1e tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926044 Jun 29 15:56:22.723922 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0909af97-43be-4fdd-be99-45b3f6632384 x-openstack-request-id: req-0909af97-43be-4fdd-be99-45b3f6632384 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:56:22.724435 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "name": "network-vif-plugged", "status": "completed", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:56:22.725145 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0909af97-43be-4fdd-be99-45b3f6632384 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:56:22.726500 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'code': 200} Jun 29 15:56:22.726899 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: ead8228a-ead4-42e1-b499-f5b408ebc8b6 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:56:22.727450 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ead8228a-ead4-42e1-b499-f5b408ebc8b6 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:56:22.782981 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e3736a28-6227-44a6-8a84-29f11d6cf763 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:22.810852 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e3736a28-6227-44a6-8a84-29f11d6cf763 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:22.828781 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:22.831995 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=873d0d3d-a76e-41c7-adce-845027fe6a07,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:22.843524 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:22.874864 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-561b2738-7a98-4021-9757-295fe1aaf189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:31Z', 'revision_number': 5, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:22.876675 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Transition to ACTIVE for port object ee2df7d4-8d69-42f2-b9b9-b93e582753d4 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:56:22.914452 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561b2738-7a98-4021-9757-295fe1aaf189 None None] The sync data for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi is: [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:31Z', 'revision_number': 5, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:56:22.967271 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:22.976771 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e3736a28-6227-44a6-8a84-29f11d6cf763 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:22.981365 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e3736a28-6227-44a6-8a84-29f11d6cf763 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:22.982051 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:22.986238 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e3736a28-6227-44a6-8a84-29f11d6cf763 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "DELETE /v2.0/security-groups/d84862c5-7311-4781-89da-2f77ea5b7164 HTTP/1.1" status: 204 len: 168 time: 0.3092756 Jun 29 15:56:22.989114 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42436) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:22.991149 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-48fb4e1d-c063-41d0-8413-374b415c791c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:23.012791 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.api.v2.resource [None req-446300f8-9966-4743-baac-e0467eac8af4 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] show failed (client error): The resource could not be found. Jun 29 15:56:23.014194 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-446300f8-9966-4743-baac-e0467eac8af4 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups/d84862c5-7311-4781-89da-2f77ea5b7164 HTTP/1.1" status: 404 len: 347 time: 0.0175483 Jun 29 15:56:23.034747 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 42438) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:23.052026 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3736a28-6227-44a6-8a84-29f11d6cf763 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84862c5-7311-4781-89da-2f77ea5b7164,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:23.055608 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e3736a28-6227-44a6-8a84-29f11d6cf763 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:23.099322 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1b046-c134-43c9-b344-56710c68b3a6 req-9ab7fb5d-eb87-41dc-8c3a-a5ebe07df68e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:23.101986 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8ec1b046-c134-43c9-b344-56710c68b3a6 req-9ab7fb5d-eb87-41dc-8c3a-a5ebe07df68e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 931 time: 0.0868359 Jun 29 15:56:23.153474 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8ec1b046-c134-43c9-b344-56710c68b3a6 req-12a4198c-22be-4e8b-a0fe-4602d3af6afa tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421786 Jun 29 15:56:23.158063 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:56:23.259256 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36d314-c348-448d-a3a5-b672b265bc64 None None] New status for floating IP 11b0e47d-9cd2-4826-bc34-7d72ff3572a0: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:56:23.374740 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Network 61586768-e621-44be-873b-6ad3c5a47dd5 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:56:23.420614 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:56:23.425226 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event updated for resources: {'Port': ['ID=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:23.427653 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:56:23.435882 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:23.513127 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:23.513813 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:23.542472 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5696340 Jun 29 15:56:23.545488 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e01c25-63da-402c-a9ba-fbf68e676e0a req-237729ae-554a-4e22-af4c-f08e991a0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:23.546953 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-43e01c25-63da-402c-a9ba-fbf68e676e0a req-237729ae-554a-4e22-af4c-f08e991a0a97 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 1099 time: 0.4566052 Jun 29 15:56:23.565769 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Request body: {'port': {'device_id': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:23.597878 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-29400e7d-f00c-4c85-b958-77ada602e9e3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Deleting port 184c43dd-4c76-41f0-b6a8-20ec9886e7f6 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:56:23.598206 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-29400e7d-f00c-4c85-b958-77ada602e9e3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:23.665875 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-33d57264-17b3-4802-9fe0-8560280d346f None None] Provisioning for port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:56:23.669072 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-43e01c25-63da-402c-a9ba-fbf68e676e0a req-3d88cfb1-57cd-4ed1-a6f7-cd6cd17776e6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145306 Jun 29 15:56:23.670537 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-33d57264-17b3-4802-9fe0-8560280d346f None None] Provisioning complete for port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:56:23.670933 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-33d57264-17b3-4802-9fe0-8560280d346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:23.708750 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-33d57264-17b3-4802-9fe0-8560280d346f None None] Port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:56:23.727032 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:23.742556 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-29400e7d-f00c-4c85-b958-77ada602e9e3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:23.742874 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-29400e7d-f00c-4c85-b958-77ada602e9e3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:23.759190 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-29400e7d-f00c-4c85-b958-77ada602e9e3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Calling delete_port for 184c43dd-4c76-41f0-b6a8-20ec9886e7f6 owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:56:24.054780 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ed16f-23a5-47d6-9408-16e9c1f8ea0d req-e551359b-5c45-4ffb-a1db-a4e0b50e4350 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:24.056356 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-994ed16f-23a5-47d6-9408-16e9c1f8ea0d req-e551359b-5c45-4ffb-a1db-a4e0b50e4350 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.2075405 Jun 29 15:56:24.166998 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-29400e7d-f00c-4c85-b958-77ada602e9e3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:24.172217 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e102d6ce-df24-4be9-9f01-17f84fadfabd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:24.203167 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-994ed16f-23a5-47d6-9408-16e9c1f8ea0d req-33ac7376-0a82-4bb8-b7f4-80b2bf84d3d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393714 Jun 29 15:56:24.209382 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29400e7d-f00c-4c85-b958-77ada602e9e3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event deleted for resources: {'Port': ['ID=184c43dd-4c76-41f0-b6a8-20ec9886e7f6,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:24.219805 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-29400e7d-f00c-4c85-b958-77ada602e9e3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:24.297251 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee2df7d4-8d69-42f2-b9b9-b93e582753d4 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:56:24.310235 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:24.327364 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-29400e7d-f00c-4c85-b958-77ada602e9e3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:24.329965 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-29400e7d-f00c-4c85-b958-77ada602e9e3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:24.331096 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-29400e7d-f00c-4c85-b958-77ada602e9e3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "DELETE /v2.0/floatingips/11b0e47d-9cd2-4826-bc34-7d72ff3572a0 HTTP/1.1" status: 204 len: 168 time: 1.2953794 Jun 29 15:56:24.332120 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Transition to ACTIVE for port object ee2df7d4-8d69-42f2-b9b9-b93e582753d4 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:56:24.338824 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:24.349874 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-476b7194-0a64-4b9f-9df5-df940f306bd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:24.404201 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:24.415167 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:24.448003 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe77da4-3cf2-42e3-98cb-e30994f89620 req-6f805700-d6a3-4d54-baed-db9f34c0308a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:24.460960 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-afe77da4-3cf2-42e3-98cb-e30994f89620 req-6f805700-d6a3-4d54-baed-db9f34c0308a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.0915921 Jun 29 15:56:24.520641 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-afe77da4-3cf2-42e3-98cb-e30994f89620 req-1b22f8dd-a3b7-48be-9f10-b813154f82ab tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582223 Jun 29 15:56:24.523005 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Attempting to bind port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:56:24.523619 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Attempting to bind port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:56:24.524033 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Attempting to bind port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 on network 61586768-e621-44be-873b-6ad3c5a47dd5 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:56:24.530763 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 on network 61586768-e621-44be-873b-6ad3c5a47dd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:56:24.531486 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Attempting to bind port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 on network 61586768-e621-44be-873b-6ad3c5a47dd5 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:56:24.538741 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:56:24.539842 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Checking segment: {'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:56:24.540350 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Bound using segment: {'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:56:24.540908 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Bound port: ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131580b1-26e4-4e6a-b157-572ffc713467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:56:24.541690 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:24.635426 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] For port ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:56:24.639047 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] For port ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:56:24.646445 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:24.648752 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1e657aec-1599-4485-a578-7822e590fe2e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:24.688593 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:24.689364 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:24.690988 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] 10.222.0.81 "PUT /v2.0/ports/ee2df7d4-8d69-42f2-b9b9-b93e582753d4 HTTP/1.1" status: 200 len: 1093 time: 1.1354349 Jun 29 15:56:24.696487 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:56:24.698687 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb15c1e-538c-4f30-999c-9e719576c468" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:56:24.732802 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:24.736577 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:24.759668 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f949001-defc-48ec-a7c9-384f99c08090 x-openstack-request-id: req-3f949001-defc-48ec-a7c9-384f99c08090 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:56:24.759997 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:56:24.760316 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f949001-defc-48ec-a7c9-384f99c08090 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:56:24.760706 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'status': 'completed', 'code': 200} Jun 29 15:56:25.092870 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 42456) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:25.097760 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-32ec2fe1-fd83-4f95-aa5f-67239b45efa8 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954061772', 'description': 'tempest-description--1215999735'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:25.125482 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-32ec2fe1-fd83-4f95-aa5f-67239b45efa8 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.210223 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-32ec2fe1-fd83-4f95-aa5f-67239b45efa8 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.216636 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-32ec2fe1-fd83-4f95-aa5f-67239b45efa8 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.219393 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-915817e3-90aa-444a-8e02-5403a39b0e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:25.250530 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec2fe1-fd83-4f95-aa5f-67239b45efa8 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155f344f-5a2e-4509-b82c-c7e4e4da6e28,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:25.253768 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-32ec2fe1-fd83-4f95-aa5f-67239b45efa8 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:25.255207 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-32ec2fe1-fd83-4f95-aa5f-67239b45efa8 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.261581 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42460) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:25.261672 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-32ec2fe1-fd83-4f95-aa5f-67239b45efa8 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1662457 Jun 29 15:56:25.265884 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-c85b69ce-40f5-4ed7-b120-56dca16c220a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Request body: {'security_group_rule': {'security_group_id': '155f344f-5a2e-4509-b82c-c7e4e4da6e28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:25.303249 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c85b69ce-40f5-4ed7-b120-56dca16c220a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.353738 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c85b69ce-40f5-4ed7-b120-56dca16c220a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.358395 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c85b69ce-40f5-4ed7-b120-56dca16c220a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.360307 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:25.403463 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b69ce-40f5-4ed7-b120-56dca16c220a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2902cbd-9a8c-4331-9b01-79654b2b8c0f,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:25.407517 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c85b69ce-40f5-4ed7-b120-56dca16c220a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:25.410208 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c85b69ce-40f5-4ed7-b120-56dca16c220a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.411374 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c85b69ce-40f5-4ed7-b120-56dca16c220a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496994 Jun 29 15:56:25.414299 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 42464) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:25.419662 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-dfa31903-8829-4de4-a2a4-59b19e69c82d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Request body: {'security_group_rule': {'security_group_id': '155f344f-5a2e-4509-b82c-c7e4e4da6e28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:25.450045 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dfa31903-8829-4de4-a2a4-59b19e69c82d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.450635 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a1c8-85fd-4208-a403-e59f5584f512 req-7621507b-1a0f-46b2-8646-9aad4eb9891d tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:25.452161 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-75e1a1c8-85fd-4208-a403-e59f5584f512 req-7621507b-1a0f-46b2-8646-9aad4eb9891d tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0848076 Jun 29 15:56:25.492977 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-75e1a1c8-85fd-4208-a403-e59f5584f512 req-f104951c-f2ed-40de-9f2a-20d3d5397a8b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349028 Jun 29 15:56:25.518550 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dfa31903-8829-4de4-a2a4-59b19e69c82d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.520891 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dfa31903-8829-4de4-a2a4-59b19e69c82d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.523316 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9985e332-fdc4-4986-9959-95189050b40d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:25.544800 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa31903-8829-4de4-a2a4-59b19e69c82d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21b9fc7-e282-4b15-a83f-35a7f6e6676e,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:25.547281 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dfa31903-8829-4de4-a2a4-59b19e69c82d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.551291 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-dfa31903-8829-4de4-a2a4-59b19e69c82d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331460 Jun 29 15:56:25.551291 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dfa31903-8829-4de4-a2a4-59b19e69c82d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:25.551812 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 42468) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:25.556537 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Request body: {'floatingip': {'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:25.582379 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.715637 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee789d5-5e5c-4e5d-9ac4-73b5febf8dbb req-71cc9e32-fbca-4318-8ec7-045654cdbbfa tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:25.717212 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cee789d5-5e5c-4e5d-9ac4-73b5febf8dbb req-71cc9e32-fbca-4318-8ec7-045654cdbbfa tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0932581 Jun 29 15:56:25.749082 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b7351-587c-4a61-a7b2-ca0b8ceb82f6 req-6c5bd2fa-2347-456d-802d-1bb178bf08c9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:25.750675 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5b4b7351-587c-4a61-a7b2-ca0b8ceb82f6 req-6c5bd2fa-2347-456d-802d-1bb178bf08c9 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.0688334 Jun 29 15:56:25.769636 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:25.774224 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cee789d5-5e5c-4e5d-9ac4-73b5febf8dbb req-0e6e21f9-13cb-4af5-9ac1-b45280bc7475 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510077 Jun 29 15:56:25.793517 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5b4b7351-587c-4a61-a7b2-ca0b8ceb82f6 req-e78830e6-94a8-4701-ba94-31fe06c3de0b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347641 Jun 29 15:56:25.803306 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42472) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:25.902888 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Allocated IP 172.27.1.150 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/55b52bd2-c648-43cb-afd5-477dfcbadac0) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:56:26.011771 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:26.028257 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4216edba-4c49-4483-a6ef-ec1f65d618c7 tempest-TestShelveInstance-454056620 tempest-TestShelveInstance-454056620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:26.029819 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4216edba-4c49-4483-a6ef-ec1f65d618c7 tempest-TestShelveInstance-454056620 tempest-TestShelveInstance-454056620-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 1094 time: 0.2252886 Jun 29 15:56:26.034802 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42476) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:26.039616 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Request body: {'floatingip': {'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'port_id': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:26.054728 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:26.057524 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:26.062486 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for floatingip, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:26.095425 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:56:26.100489 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:56:26.104278 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:56:26.130483 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event updated for resources: {'Port': ['ID=55b52bd2-c648-43cb-afd5-477dfcbadac0,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:26.135283 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:26.171508 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:26.201656 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:26.249433 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:26.283283 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Allocated IP 172.27.1.212 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/05e0118a-b3c2-49b5-be75-239db232a633) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:56:26.393474 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:26.413959 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:26.420438 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:26.425153 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7995d269-d4c0-47ff-82a9-19826be06864 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:26.438099 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9716266'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:26.441356 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:26.486889 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:56:26.490980 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:56:26.495323 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:56:26.501183 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Pushing event updated for resources: {'Port': ['ID=05e0118a-b3c2-49b5-be75-239db232a633,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:26.515421 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event updated for resources: {'Port': ['ID=55b52bd2-c648-43cb-afd5-477dfcbadac0,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:26.519719 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:26.522944 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:26.534822 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:26.557050 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:26.558237 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0058067 Jun 29 15:56:26.816731 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-8e36f60a-174e-46b1-b3c9-03894ae7110f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--954061772&fields=id&tenant_id=d5439281c0ac4668952ac8a98e1cd1ad HTTP/1.1" status: 200 len: 267 time: 0.0377603 Jun 29 15:56:26.981264 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-7139f1b2-30e4-449e-9178-9a0c03162661 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:26.982906 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-7139f1b2-30e4-449e-9178-9a0c03162661 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/networks?id=41b63229-f54d-495f-9492-1733d010c4cd HTTP/1.1" status: 200 len: 810 time: 0.1588171 Jun 29 15:56:26.999686 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-1b969cc5-cfbc-413d-a7ca-e7156a83e141 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/quotas/d5439281c0ac4668952ac8a98e1cd1ad HTTP/1.1" status: 200 len: 375 time: 0.0111692 Jun 29 15:56:27.026816 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:27.075538 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-f57a6427-d49c-49e9-b4fe-02e6b0483e25 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d5439281c0ac4668952ac8a98e1cd1ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700233 Jun 29 15:56:27.079069 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee42e47-0252-4db4-91b2-16a6b7e5ca05 req-98349030-090b-46b3-853f-7bff86edbd5d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:27.080580 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1ee42e47-0252-4db4-91b2-16a6b7e5ca05 req-98349030-090b-46b3-853f-7bff86edbd5d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.1160145 Jun 29 15:56:27.155210 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:27.159234 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1ee42e47-0252-4db4-91b2-16a6b7e5ca05 req-c76679a5-b519-4997-a3d3-678eb3bcd92e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703270 Jun 29 15:56:27.189870 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-286b0ad4-4ad6-40cc-814a-e7b006be5390 service neutron] 10.222.0.69 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999987 Jun 29 15:56:27.281355 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-a9c30cb3-4914-415f-89bb-25a988010f0e service neutron] 10.222.0.69 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885735 Jun 29 15:56:27.321260 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:27.327507 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9716248'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:27.340668 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c9e177a8-062e-4fbc-9c3d-753787922107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:27.409012 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Pushing event updated for resources: {'Port': ['ID=05e0118a-b3c2-49b5-be75-239db232a633,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:27.413719 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:27.415531 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:27.479258 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb15c1e-538c-4f30-999c-9e719576c468 req-327e9a85-dee5-43a7-a49b-818a4c7f58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:27.480858 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3cb15c1e-538c-4f30-999c-9e719576c468 req-327e9a85-dee5-43a7-a49b-818a4c7f58aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 1096 time: 0.0774817 Jun 29 15:56:27.618304 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb15c1e-538c-4f30-999c-9e719576c468 req-150a5a3d-20fd-470a-aa4d-8de5d0b833aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:27.620196 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3cb15c1e-538c-4f30-999c-9e719576c468 req-150a5a3d-20fd-470a-aa4d-8de5d0b833aa service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1255352 Jun 29 15:56:27.726739 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb15c1e-538c-4f30-999c-9e719576c468 req-594aec9d-eb9b-4714-8fa1-20a13c9e405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:27.728329 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3cb15c1e-538c-4f30-999c-9e719576c468 req-594aec9d-eb9b-4714-8fa1-20a13c9e405f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020257 Jun 29 15:56:27.768911 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dd818866-9480-42a7-a648-cd8df458e84b req-a1ae64bf-21b5-416a-a520-7e070db1a369 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 210 time: 0.0367744 Jun 29 15:56:27.785188 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Floating IP 91ec3b9a-ab7b-4f58-afa2-33c8092bc76e associated. External IP: 172.27.1.212, port: 873d0d3d-a76e-41c7-adce-845027fe6a07. Jun 29 15:56:27.831779 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-9a89b817-9aea-470c-b487-969fd78346ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:27.833608 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-9a89b817-9aea-470c-b487-969fd78346ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 1096 time: 0.0632436 Jun 29 15:56:27.882017 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-bb865226-da98-4334-ac1a-efaf3f061b39 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4 HTTP/1.1" status: 200 len: 217 time: 0.0405977 Jun 29 15:56:27.937837 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-8a26f1e3-4140-4085-93ae-fe76e5fa61e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:27.939787 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-8a26f1e3-4140-4085-93ae-fe76e5fa61e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8db42e60-7985-44f3-8899-246ef24f69ae HTTP/1.1" status: 200 len: 854 time: 0.0516381 Jun 29 15:56:28.010749 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-aa821537-907e-40d9-b033-5ddc3ab1518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:28.012459 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-aa821537-907e-40d9-b033-5ddc3ab1518d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=61586768-e621-44be-873b-6ad3c5a47dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653191 Jun 29 15:56:28.029005 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Router 084f0502-05fd-406a-a183-849461d7c5de has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:56:28.118911 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-1544d544-87ea-4819-bb2d-74ca58668394 service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998902 Jun 29 15:56:28.151068 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:56:28.165845 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7189f2d-eeaa-4758-a1c4-078d6a73bd49 None None] Sync routers for ids ['084f0502-05fd-406a-a183-849461d7c5de'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:56:28.171503 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:28.181040 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7189f2d-eeaa-4758-a1c4-078d6a73bd49 None None] Routers {'084f0502-05fd-406a-a183-849461d7c5de'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:28.182207 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-b7189f2d-eeaa-4758-a1c4-078d6a73bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:56:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['084f0502-05fd-406a-a183-849461d7c5de'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:28.244221 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2083325 Jun 29 15:56:28.244862 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:56:28.248212 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b28d30565ae5ceb9679f8904d3b051fccc53e8b332a17acfea57a0e6e48853e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70060f83-6b9c-47fe-921f-370820dd9f00" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:56:28.283477 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2e8ba42-8fd1-4234-9ff9-833ed1fd3e50 req-4c2bd29f-e695-425b-8d2b-fd06329913b3 service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582518 Jun 29 15:56:28.303238 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e5ad0f-e9a1-4588-9167-3c7b500246e8 x-openstack-request-id: req-38e5ad0f-e9a1-4588-9167-3c7b500246e8 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:56:28.303607 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:56:28.304222 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-38e5ad0f-e9a1-4588-9167-3c7b500246e8 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:56:28.304694 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'status': 'completed', 'code': 200} Jun 29 15:56:28.386393 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-b7189f2d-eeaa-4758-a1c4-078d6a73bd49 None None] Set router 084f0502-05fd-406a-a183-849461d7c5de gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:28.442498 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab5e05-1861-4c05-a3ea-4921319be78b req-fc183715-a67d-4f4b-baea-b671f534cb0c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:28.444159 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ceab5e05-1861-4c05-a3ea-4921319be78b req-fc183715-a67d-4f4b-baea-b671f534cb0c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.1185756 Jun 29 15:56:28.447217 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70060f83-6b9c-47fe-921f-370820dd9f00 req-f2b33b7e-c46b-4889-b6d6-bd68663de434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:28.449703 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-70060f83-6b9c-47fe-921f-370820dd9f00 req-f2b33b7e-c46b-4889-b6d6-bd68663de434 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01dc00b139894e748003f586a560c62b&device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 1099 time: 0.1138251 Jun 29 15:56:28.536060 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ceab5e05-1861-4c05-a3ea-4921319be78b req-af6b5b95-8d91-4cbb-85d9-7b7f3ce89971 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825067 Jun 29 15:56:28.582242 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70060f83-6b9c-47fe-921f-370820dd9f00 req-0d5da9ae-42fd-4be2-a818-108490e48873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:28.583865 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-70060f83-6b9c-47fe-921f-370820dd9f00 req-0d5da9ae-42fd-4be2-a818-108490e48873 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca HTTP/1.1" status: 200 len: 909 time: 0.1234968 Jun 29 15:56:28.679477 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-70060f83-6b9c-47fe-921f-370820dd9f00 req-cfdbcb53-0a28-4d26-a9e6-305a74d61978 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873d0d3d-a76e-41c7-adce-845027fe6a07 HTTP/1.1" status: 200 len: 1000 time: 0.0882998 Jun 29 15:56:28.734914 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-b7189f2d-eeaa-4758-a1c4-078d6a73bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '5447d576-2819-4a29-b315-98170f268684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T15:55:38Z', 'revision_number': 4, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port': {'id': '5447d576-2819-4a29-b315-98170f268684', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:36Z', 'updated_at': '2021-06-29T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '91ec3b9a-ab7b-4f58-afa2-33c8092bc76e', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '084f0502-05fd-406a-a183-849461d7c5de', 'port_id': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'mac_address': 'fa:16:3e:8b:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7d03eb-1531-449e-b572-268e3316eac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:56:26Z', 'updated_at': '2021-06-29T15:56:26Z', 'revision_number': 0, 'project_id': '01dc00b139894e748003f586a560c62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95a6aaa-93e2-4481-aa37-633180585a87', 'name': '', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'mac_address': 'fa:16:3e:1a:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:38Z', 'updated_at': '2021-06-29T15:55:45Z', 'revision_number': 5, 'project_id': '01dc00b139894e748003f586a560c62b', 'subnets': [{'id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:28.775990 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7189f2d-eeaa-4758-a1c4-078d6a73bd49 None None] Checking router: 084f0502-05fd-406a-a183-849461d7c5de for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:56:28.787842 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7189f2d-eeaa-4758-a1c4-078d6a73bd49 None None] Routers {'084f0502-05fd-406a-a183-849461d7c5de'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:28.788543 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-b7189f2d-eeaa-4758-a1c4-078d6a73bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:56:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['084f0502-05fd-406a-a183-849461d7c5de'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:28.826015 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70060f83-6b9c-47fe-921f-370820dd9f00 req-7589b886-d782-4b11-ada2-20800d8bdbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:28.827610 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-70060f83-6b9c-47fe-921f-370820dd9f00 req-7589b886-d782-4b11-ada2-20800d8bdbdf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f5c4fc4-26c6-405e-bed0-4c7f8db61585 HTTP/1.1" status: 200 len: 847 time: 0.1409395 Jun 29 15:56:28.926630 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-b7189f2d-eeaa-4758-a1c4-078d6a73bd49 None None] Set router 084f0502-05fd-406a-a183-849461d7c5de gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:28.941473 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2761cbdc-61ae-4985-bd86-ae761c612e79 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:28.944051 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2761cbdc-61ae-4985-bd86-ae761c612e79 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.81 "GET /v2.0/networks?id=41b63229-f54d-495f-9492-1733d010c4cd HTTP/1.1" status: 200 len: 810 time: 0.2249820 Jun 29 15:56:28.983934 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-34025ec8-4a84-43bb-9794-2076670bb9f9 req-1ba4a698-bfd3-42b7-b74b-d8c3fb989804 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 210 time: 0.0407586 Jun 29 15:56:28.986740 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70060f83-6b9c-47fe-921f-370820dd9f00 req-b07b1bcf-0f68-4600-b231-9fd4d4b951b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:28.988583 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-70060f83-6b9c-47fe-921f-370820dd9f00 req-b07b1bcf-0f68-4600-b231-9fd4d4b951b5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1540000 Jun 29 15:56:29.054400 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-3cd131d7-de38-43b8-84de-07dd09168c22 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5439281c0ac4668952ac8a98e1cd1ad HTTP/1.1" status: 200 len: 379 time: 0.1018243 Jun 29 15:56:29.063942 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Request body: {'port': {'device_id': '46df9312-7d7d-4a4b-b90f-eb1bc40e92fa', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'admin_state_up': True, 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'security_groups': ['155f344f-5a2e-4509-b82c-c7e4e4da6e28']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:29.169066 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-70060f83-6b9c-47fe-921f-370820dd9f00 req-62d3075f-4151-407b-b8d9-28a184c8cdcb service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726835 Jun 29 15:56:29.173318 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-b7189f2d-eeaa-4758-a1c4-078d6a73bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '5447d576-2819-4a29-b315-98170f268684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T15:55:38Z', 'revision_number': 4, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port': {'id': '5447d576-2819-4a29-b315-98170f268684', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:36Z', 'updated_at': '2021-06-29T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '91ec3b9a-ab7b-4f58-afa2-33c8092bc76e', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '084f0502-05fd-406a-a183-849461d7c5de', 'port_id': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'mac_address': 'fa:16:3e:8b:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7d03eb-1531-449e-b572-268e3316eac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:56:26Z', 'updated_at': '2021-06-29T15:56:26Z', 'revision_number': 0, 'project_id': '01dc00b139894e748003f586a560c62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95a6aaa-93e2-4481-aa37-633180585a87', 'name': '', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'mac_address': 'fa:16:3e:1a:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:38Z', 'updated_at': '2021-06-29T15:55:45Z', 'revision_number': 5, 'project_id': '01dc00b139894e748003f586a560c62b', 'subnets': [{'id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:29.208681 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7189f2d-eeaa-4758-a1c4-078d6a73bd49 None None] The sync data for ids ['084f0502-05fd-406a-a183-849461d7c5de'] in dv-cinder-792209-4-iscsi is: [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '5447d576-2819-4a29-b315-98170f268684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T15:55:38Z', 'revision_number': 4, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port': {'id': '5447d576-2819-4a29-b315-98170f268684', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:36Z', 'updated_at': '2021-06-29T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '91ec3b9a-ab7b-4f58-afa2-33c8092bc76e', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '084f0502-05fd-406a-a183-849461d7c5de', 'port_id': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'mac_address': 'fa:16:3e:8b:b5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7d03eb-1531-449e-b572-268e3316eac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:56:26Z', 'updated_at': '2021-06-29T15:56:26Z', 'revision_number': 0, 'project_id': '01dc00b139894e748003f586a560c62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95a6aaa-93e2-4481-aa37-633180585a87', 'name': '', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'mac_address': 'fa:16:3e:1a:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:38Z', 'updated_at': '2021-06-29T15:55:45Z', 'revision_number': 5, 'project_id': '01dc00b139894e748003f586a560c62b', 'subnets': [{'id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:56:29.262377 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Made reservation on behalf of d5439281c0ac4668952ac8a98e1cd1ad for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:56:29.265913 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:29.311620 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-70060f83-6b9c-47fe-921f-370820dd9f00 req-c181dd3d-6bcd-4004-8662-6fcc6d64335f service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357465 Jun 29 15:56:29.426670 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Allocated IP 172.20.0.8 (41b63229-f54d-495f-9492-1733d010c4cd/b45a8124-4c73-414b-aa79-0813179b73b7/22338f08-07f6-47db-a589-d8fd2b148fc3) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:56:29.432305 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b8daea-4b22-49f7-9ae5-04266aa71e04 None None] New status for floating IP 91ec3b9a-ab7b-4f58-afa2-33c8092bc76e: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:56:29.593716 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:29.615322 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Transition to ACTIVE for port object 22338f08-07f6-47db-a589-d8fd2b148fc3 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:56:29.653000 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:29.657506 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:29.703598 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Network 41b63229-f54d-495f-9492-1733d010c4cd is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:56:29.706901 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:56:29.711561 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:56:29.725048 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event updated for resources: {'Port': ['ID=22338f08-07f6-47db-a589-d8fd2b148fc3,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:29.747663 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:29.797716 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:29.798329 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:29.821479 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7612531 Jun 29 15:56:29.833766 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Request body: {'port': {'device_id': '46df9312-7d7d-4a4b-b90f-eb1bc40e92fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:29.844471 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a96195-32e4-4172-a82e-01dccc24c70b req-b1fec773-7d6b-4b98-a98d-0f60c5d9771d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:29.845933 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-49a96195-32e4-4172-a82e-01dccc24c70b req-b1fec773-7d6b-4b98-a98d-0f60c5d9771d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.1315610 Jun 29 15:56:29.920680 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ef11079d-775b-4b47-8bb3-3504b0744f4a None None] Provisioning for port 22338f08-07f6-47db-a589-d8fd2b148fc3 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:56:29.927366 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ef11079d-775b-4b47-8bb3-3504b0744f4a None None] Provisioning complete for port 22338f08-07f6-47db-a589-d8fd2b148fc3 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:56:29.928150 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ef11079d-775b-4b47-8bb3-3504b0744f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:29.985501 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ef11079d-775b-4b47-8bb3-3504b0744f4a None None] Port 22338f08-07f6-47db-a589-d8fd2b148fc3 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:56:30.203087 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e72329-cee1-4a84-ab73-77a96ec50a9d req-9b8e79e3-116d-4799-8245-cf3601b729b1 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:30.205482 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-84e72329-cee1-4a84-ab73-77a96ec50a9d req-9b8e79e3-116d-4799-8245-cf3601b729b1 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 931 time: 0.0754607 Jun 29 15:56:30.227462 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-49a96195-32e4-4172-a82e-01dccc24c70b req-99642148-fdda-40f7-be21-3d07228d6bee tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694151 Jun 29 15:56:30.243412 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:30.261339 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-84e72329-cee1-4a84-ab73-77a96ec50a9d req-6d12f570-bd69-480b-96a1-c4ab6b4a6a61 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=155f344f-5a2e-4509-b82c-c7e4e4da6e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414295 Jun 29 15:56:30.529134 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22338f08-07f6-47db-a589-d8fd2b148fc3 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:56:30.537082 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:30.551019 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Transition to ACTIVE for port object 22338f08-07f6-47db-a589-d8fd2b148fc3 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:56:30.554882 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:30.558695 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6d05f96b-bd31-4cb2-98dd-a39f671a985d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:30.626490 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Pushing event updated for resources: {'Port': ['ID=22338f08-07f6-47db-a589-d8fd2b148fc3,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:30.632473 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:30.695381 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Attempting to bind port 22338f08-07f6-47db-a589-d8fd2b148fc3 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:56:30.695711 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Attempting to bind port 22338f08-07f6-47db-a589-d8fd2b148fc3 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:56:30.696041 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Attempting to bind port 22338f08-07f6-47db-a589-d8fd2b148fc3 on network 41b63229-f54d-495f-9492-1733d010c4cd {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:56:30.701122 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Port 22338f08-07f6-47db-a589-d8fd2b148fc3 on network 41b63229-f54d-495f-9492-1733d010c4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:56:30.701584 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Attempting to bind port 22338f08-07f6-47db-a589-d8fd2b148fc3 on network 41b63229-f54d-495f-9492-1733d010c4cd {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:56:30.707555 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:56:30.707896 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Checking segment: {'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:56:30.708277 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Bound using segment: {'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:56:30.709604 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Bound port: 22338f08-07f6-47db-a589-d8fd2b148fc3, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ccfdbf-1b04-4e00-8545-e242de8f0039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:56:30.709792 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:30.791262 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] For port 22338f08-07f6-47db-a589-d8fd2b148fc3, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:56:30.794646 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] For port 22338f08-07f6-47db-a589-d8fd2b148fc3, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=22338f08-07f6-47db-a589-d8fd2b148fc3,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:56:30.806406 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:30.809708 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-29400e7d-f00c-4c85-b958-77ada602e9e3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:30.814963 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:30.847979 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:30.848606 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:30.850739 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] 10.222.0.81 "PUT /v2.0/ports/22338f08-07f6-47db-a589-d8fd2b148fc3 HTTP/1.1" status: 200 len: 1093 time: 1.0220490 Jun 29 15:56:30.851139 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46df9312-7d7d-4a4b-b90f-eb1bc40e92fa', 'tag': '22338f08-07f6-47db-a589-d8fd2b148fc3'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:56:30.853559 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a269c7c3-7c5e-4dbe-9e47-21bb4034afc2" -d '{"events": [{"name": "network-changed", "server_uuid": "46df9312-7d7d-4a4b-b90f-eb1bc40e92fa", "tag": "22338f08-07f6-47db-a589-d8fd2b148fc3"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:56:30.879080 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Pushing event updated for resources: {'Port': ['ID=22338f08-07f6-47db-a589-d8fd2b148fc3,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:30.882683 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:30.926213 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cb7356-e229-4b16-a172-041533f198f2 x-openstack-request-id: req-66cb7356-e229-4b16-a172-041533f198f2 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:56:30.926438 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46df9312-7d7d-4a4b-b90f-eb1bc40e92fa", "tag": "22338f08-07f6-47db-a589-d8fd2b148fc3", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:56:30.926715 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66cb7356-e229-4b16-a172-041533f198f2 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:56:30.927140 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46df9312-7d7d-4a4b-b90f-eb1bc40e92fa', 'tag': '22338f08-07f6-47db-a589-d8fd2b148fc3', 'status': 'completed', 'code': 200} Jun 29 15:56:30.957182 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-7c99067d-35c7-47ba-861d-c345c1f12f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:30.959525 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-7c99067d-35c7-47ba-861d-c345c1f12f59 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5439281c0ac4668952ac8a98e1cd1ad&device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 1096 time: 0.0622954 Jun 29 15:56:31.001912 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-c0d7b1a6-f383-4089-99c4-dddfa1422e2d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22338f08-07f6-47db-a589-d8fd2b148fc3 HTTP/1.1" status: 200 len: 217 time: 0.0357375 Jun 29 15:56:31.057031 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-1ced2720-4bcb-4812-ba2a-713c300336fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:31.058524 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-1ced2720-4bcb-4812-ba2a-713c300336fe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b45a8124-4c73-414b-aa79-0813179b73b7 HTTP/1.1" status: 200 len: 849 time: 0.0509722 Jun 29 15:56:31.116670 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-c16774cf-c861-458e-b3b9-3eba2ea9bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:31.118199 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-c16774cf-c861-458e-b3b9-3eba2ea9bb4b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=41b63229-f54d-495f-9492-1733d010c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536513 Jun 29 15:56:31.213398 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-7265abc2-c6a0-4c1e-a84d-189efaf5bdd4 service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891109 Jun 29 15:56:31.322030 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f43bdba2-2052-4aa3-b9ce-36e236bf5d3c req-ded8a6e7-2e56-41e9-96a1-c2eab8186910 service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021194 Jun 29 15:56:31.362913 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ee2df7d4-8d69-42f2-b9b9-b93e582753d4 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:56:31.509094 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:31.523633 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269c7c3-7c5e-4dbe-9e47-21bb4034afc2 req-cc2f75f9-039f-4fd3-9d69-7a4194d9a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:31.526011 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a269c7c3-7c5e-4dbe-9e47-21bb4034afc2 req-cc2f75f9-039f-4fd3-9d69-7a4194d9a084 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5439281c0ac4668952ac8a98e1cd1ad&device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 1096 time: 0.1205883 Jun 29 15:56:31.531571 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'port_id': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'mac_address': 'fa:16:3e:cb:18:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:56:31.590286 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb94a5-8133-433e-96be-584fafc3f2e7 req-475a61f0-0543-4c62-8961-b0b53c63fe48 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:31.592053 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7cdb94a5-8133-433e-96be-584fafc3f2e7 req-475a61f0-0543-4c62-8961-b0b53c63fe48 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.0956204 Jun 29 15:56:31.608107 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01a2b8-8b46-4d09-9ac8-4a1f2305c9dd req-d0a7c652-d2ed-4edf-aba0-446b0c47bf9a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:31.609707 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8d01a2b8-8b46-4d09-9ac8-4a1f2305c9dd req-d0a7c652-d2ed-4edf-aba0-446b0c47bf9a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 943 time: 0.1534090 Jun 29 15:56:31.638063 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7cdb94a5-8133-433e-96be-584fafc3f2e7 req-04a783e5-bcb0-4f74-a1d4-5b1fcd542eb2 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399082 Jun 29 15:56:31.681934 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8d01a2b8-8b46-4d09-9ac8-4a1f2305c9dd req-24f2b948-d385-471e-9f86-0c81b7b61890 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=155f344f-5a2e-4509-b82c-c7e4e4da6e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624909 Jun 29 15:56:31.683253 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269c7c3-7c5e-4dbe-9e47-21bb4034afc2 req-a2796f06-f35b-476f-9fe8-13afdcc469e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:31.685229 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a269c7c3-7c5e-4dbe-9e47-21bb4034afc2 req-a2796f06-f35b-476f-9fe8-13afdcc469e7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=41b63229-f54d-495f-9492-1733d010c4cd HTTP/1.1" status: 200 len: 911 time: 0.1517072 Jun 29 15:56:31.733933 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a269c7c3-7c5e-4dbe-9e47-21bb4034afc2 req-8e8a1f36-ee6a-49c6-8237-7d5deddbc858 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22338f08-07f6-47db-a589-d8fd2b148fc3 HTTP/1.1" status: 200 len: 217 time: 0.0418921 Jun 29 15:56:31.757318 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:31.772883 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2df7d4-8d69-42f2-b9b9-b93e582753d4 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:56:31.786012 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269c7c3-7c5e-4dbe-9e47-21bb4034afc2 req-06306726-c403-41cd-a792-a601825f70df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:31.787539 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a269c7c3-7c5e-4dbe-9e47-21bb4034afc2 req-06306726-c403-41cd-a792-a601825f70df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b45a8124-4c73-414b-aa79-0813179b73b7 HTTP/1.1" status: 200 len: 849 time: 0.0478196 Jun 29 15:56:31.793525 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:31.798181 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:31.800264 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:31.853948 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:31.856653 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269c7c3-7c5e-4dbe-9e47-21bb4034afc2 req-6a0349d6-b6ec-4a52-beed-bbc2af7f7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:31.857763 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:31.858241 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a269c7c3-7c5e-4dbe-9e47-21bb4034afc2 req-6a0349d6-b6ec-4a52-beed-bbc2af7f7ff0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=41b63229-f54d-495f-9492-1733d010c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628211 Jun 29 15:56:31.976314 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a269c7c3-7c5e-4dbe-9e47-21bb4034afc2 req-6b98e8a6-463c-4fa2-bc52-e4665d97495e service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062956 Jun 29 15:56:32.023687 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['ee2df7d4-8d69-42f2-b9b9-b93e582753d4'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:56:32.078501 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a269c7c3-7c5e-4dbe-9e47-21bb4034afc2 req-42b61315-26fe-4b70-90ca-6431a30325ec service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949600 Jun 29 15:56:32.782189 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 42574) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:32.852879 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d0eff-9b11-4eae-b5b0-8bbe4471ecfe req-a3623c12-71db-4bce-8630-98689a558525 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:32.854517 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e34d0eff-9b11-4eae-b5b0-8bbe4471ecfe req-a3623c12-71db-4bce-8630-98689a558525 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 944 time: 0.0835011 Jun 29 15:56:32.875046 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2b9f9-bd6d-4b04-aa3a-a34fae450e8b req-a83bab6e-7069-430e-af3e-c174c40d3825 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:32.876839 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e1e2b9f9-bd6d-4b04-aa3a-a34fae450e8b req-a83bab6e-7069-430e-af3e-c174c40d3825 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 943 time: 0.0794926 Jun 29 15:56:32.900505 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e34d0eff-9b11-4eae-b5b0-8bbe4471ecfe req-b7675c1e-92dc-4c0c-8ee1-c5f0e3012ac2 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359437 Jun 29 15:56:32.939349 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-161e8a12-72d9-4a40-aea0-b8330927591f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:32.968200 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e1e2b9f9-bd6d-4b04-aa3a-a34fae450e8b req-e65bfdec-22d0-4e55-81fa-44a3a8c7fcf2 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=155f344f-5a2e-4509-b82c-c7e4e4da6e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807452 Jun 29 15:56:33.063437 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-161e8a12-72d9-4a40-aea0-b8330927591f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.068294 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-161e8a12-72d9-4a40-aea0-b8330927591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.071628 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ef5bb3ff-13ab-4aa9-aaf5-81a8a93523f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:33.111464 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e8a12-72d9-4a40-aea0-b8330927591f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9090d529-c6fc-4d39-8dc6-b2fffbf56994,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:33.116703 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-161e8a12-72d9-4a40-aea0-b8330927591f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2962ae69cadc411592ff3afa67dac13d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259637 Jun 29 15:56:33.117833 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-161e8a12-72d9-4a40-aea0-b8330927591f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:33.119278 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 42578) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:33.175811 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e789967e-892f-4cfb-b8c6-95a562077c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.198620 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e789967e-892f-4cfb-b8c6-95a562077c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.247416 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e789967e-892f-4cfb-b8c6-95a562077c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.250736 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e789967e-892f-4cfb-b8c6-95a562077c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.251925 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e789967e-892f-4cfb-b8c6-95a562077c66 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9090d529-c6fc-4d39-8dc6-b2fffbf56994 HTTP/1.1" status: 204 len: 168 time: 0.1316876 Jun 29 15:56:33.252712 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-08e214b5-554a-4f36-9e59-058ac845121b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:33.261853 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789967e-892f-4cfb-b8c6-95a562077c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9090d529-c6fc-4d39-8dc6-b2fffbf56994,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:33.264164 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e789967e-892f-4cfb-b8c6-95a562077c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:33.358999 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ee2df7d4-8d69-42f2-b9b9-b93e582753d4 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:56:33.426300 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:56:33.431250 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:56:33.431629 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.515310 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.546879 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:56:33.549161 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0428b9-8317-4f48-887d-41ff78014e14" -d '{"events": [{"server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "name": "network-vif-plugged", "status": "completed", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:56:33.570755 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:33.576761 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:33.578700 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:33.603468 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f47192-2d8e-4b27-b621-c7cbfc726bff x-openstack-request-id: req-25f47192-2d8e-4b27-b621-c7cbfc726bff {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:56:33.603763 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "name": "network-vif-plugged", "status": "completed", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:56:33.604021 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25f47192-2d8e-4b27-b621-c7cbfc726bff {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:56:33.604423 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'code': 200} Jun 29 15:56:33.638780 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:33.641688 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:33.851269 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5321ac-91d8-4d53-8f8c-6ab6a3918988 req-4e59bbfd-89bb-492c-b116-e86e92f2ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:33.852789 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f5321ac-91d8-4d53-8f8c-6ab6a3918988 req-4e59bbfd-89bb-492c-b116-e86e92f2ed5b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 1098 time: 0.0617275 Jun 29 15:56:33.889131 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f5321ac-91d8-4d53-8f8c-6ab6a3918988 req-6a292e3e-71ae-42f7-a692-87776d956aa6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299759 Jun 29 15:56:34.114887 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0fabf-c7cc-4607-92ee-f5ed6013c820 req-7c5d76dd-0d55-43fc-bfe5-c17c15853edf tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:34.117051 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b8e0fabf-c7cc-4607-92ee-f5ed6013c820 req-7c5d76dd-0d55-43fc-bfe5-c17c15853edf tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0775216 Jun 29 15:56:34.164260 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32001040-e8ae-4d5e-8d4b-75fa22de8e6f req-be5666e5-bcfc-455c-a7d9-e456df2f1361 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:34.166536 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-32001040-e8ae-4d5e-8d4b-75fa22de8e6f req-be5666e5-bcfc-455c-a7d9-e456df2f1361 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 943 time: 0.0801990 Jun 29 15:56:34.174063 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b8e0fabf-c7cc-4607-92ee-f5ed6013c820 req-5a046b7e-ab82-4ad6-807e-983483d298ef tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481341 Jun 29 15:56:34.218471 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-32001040-e8ae-4d5e-8d4b-75fa22de8e6f req-36148d71-291d-4083-9d3a-1db25991ea9f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=155f344f-5a2e-4509-b82c-c7e4e4da6e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448062 Jun 29 15:56:35.364436 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4c747-86e3-4654-90b6-b18c656cf2bb req-72cacc41-6e83-4574-98d9-dcf703b2db20 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:35.366084 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-93a4c747-86e3-4654-90b6-b18c656cf2bb req-72cacc41-6e83-4574-98d9-dcf703b2db20 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0744514 Jun 29 15:56:35.369075 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 22338f08-07f6-47db-a589-d8fd2b148fc3 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:56:35.399238 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95e771-4757-449b-ad63-06f494208b8d req-efcc0c9a-353e-495a-869c-7f904348ed10 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:35.400947 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7e95e771-4757-449b-ad63-06f494208b8d req-efcc0c9a-353e-495a-869c-7f904348ed10 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 943 time: 0.0753434 Jun 29 15:56:35.416834 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-93a4c747-86e3-4654-90b6-b18c656cf2bb req-8bbd2673-4da9-4ef5-af5b-eef63171ffe5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431497 Jun 29 15:56:35.476204 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7e95e771-4757-449b-ad63-06f494208b8d req-bf41012a-422e-4d71-a681-bc34278d7fe7 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=155f344f-5a2e-4509-b82c-c7e4e4da6e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691295 Jun 29 15:56:35.506348 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 22338f08-07f6-47db-a589-d8fd2b148fc3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=22338f08-07f6-47db-a589-d8fd2b148fc3,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:35.519187 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '22338f08-07f6-47db-a589-d8fd2b148fc3', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'port_id': '22338f08-07f6-47db-a589-d8fd2b148fc3', 'mac_address': 'fa:16:3e:5e:c2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:56:35.560239 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.575038 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22338f08-07f6-47db-a589-d8fd2b148fc3 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:56:35.595258 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 22338f08-07f6-47db-a589-d8fd2b148fc3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=22338f08-07f6-47db-a589-d8fd2b148fc3,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:35.602506 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.604317 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:35.628533 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec59148-ba30-4876-a7ea-0e865e5a21ba req-f6acc45f-d07b-4f11-a5e9-dfde2809f640 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:35.630798 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9ec59148-ba30-4876-a7ea-0e865e5a21ba req-f6acc45f-d07b-4f11-a5e9-dfde2809f640 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0743799 Jun 29 15:56:35.651663 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 42674) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:35.658888 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-c17b01ca-bed2-4423-a735-609b6f16e24a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Request body: {'floatingip': {'port_id': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:35.667057 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=22338f08-07f6-47db-a589-d8fd2b148fc3,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:35.672348 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:35.708120 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c17b01ca-bed2-4423-a735-609b6f16e24a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:35.859389 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['22338f08-07f6-47db-a589-d8fd2b148fc3'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:56:36.231489 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c17b01ca-bed2-4423-a735-609b6f16e24a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:36.236134 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c17b01ca-bed2-4423-a735-609b6f16e24a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:36.347419 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-c17b01ca-bed2-4423-a735-609b6f16e24a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Floating IP e7d6c290-b5da-41ff-a6b2-c2bd7c45b4e2 associated. External IP: 172.27.1.169, port: ee2df7d4-8d69-42f2-b9b9-b93e582753d4. Jun 29 15:56:36.574304 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17b01ca-bed2-4423-a735-609b6f16e24a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Router 24341400-1194-4b14-954b-abec49595e7e has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:56:36.703597 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ccee-8946-4ab3-a4ca-8835d3a64349 req-0435fc2a-963e-476f-8102-8b332df90d6f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:36.705930 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a079ccee-8946-4ab3-a4ca-8835d3a64349 req-0435fc2a-963e-476f-8102-8b332df90d6f tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 944 time: 0.0867627 Jun 29 15:56:36.731343 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17b01ca-bed2-4423-a735-609b6f16e24a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:56:36.737527 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c17b01ca-bed2-4423-a735-609b6f16e24a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:36.742540 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5ca2d6-70b4-416f-8977-55ae28b0a5ff None None] Sync routers for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:56:36.752013 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ca2d6-70b4-416f-8977-55ae28b0a5ff None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:36.752988 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-2a5ca2d6-70b4-416f-8977-55ae28b0a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:56:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:36.767732 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a079ccee-8946-4ab3-a4ca-8835d3a64349 req-299b7610-0ab3-4e74-8b14-3e15439a98c3 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=155f344f-5a2e-4509-b82c-c7e4e4da6e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497046 Jun 29 15:56:36.789646 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c17b01ca-bed2-4423-a735-609b6f16e24a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "PUT /v2.0/floatingips/e7d6c290-b5da-41ff-a6b2-c2bd7c45b4e2 HTTP/1.1" status: 200 len: 991 time: 1.1357493 Jun 29 15:56:36.790735 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:56:36.793719 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071df79b-5586-482f-b891-2c91a9140b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:56:36.840609 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a38eb4-9393-4313-be50-ab4b1ab3253d x-openstack-request-id: req-32a38eb4-9393-4313-be50-ab4b1ab3253d {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:56:36.841026 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:56:36.841422 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32a38eb4-9393-4313-be50-ab4b1ab3253d {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:56:36.841919 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'status': 'completed', 'code': 200} Jun 29 15:56:36.906278 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-2a5ca2d6-70b4-416f-8977-55ae28b0a5ff None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:36.934249 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071df79b-5586-482f-b891-2c91a9140b1e req-8b7ddea5-73a8-4ebb-9683-1fb228144636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:36.935863 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071df79b-5586-482f-b891-2c91a9140b1e req-8b7ddea5-73a8-4ebb-9683-1fb228144636 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 1098 time: 0.0687647 Jun 29 15:56:37.053808 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071df79b-5586-482f-b891-2c91a9140b1e req-2da1d7f7-f7e5-4ebd-814a-cf0af047f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:37.055608 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071df79b-5586-482f-b891-2c91a9140b1e req-2da1d7f7-f7e5-4ebd-814a-cf0af047f29e service neutron] 10.222.0.81 "GET /v2.0/networks?id=61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 200 len: 916 time: 0.1133540 Jun 29 15:56:37.124576 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071df79b-5586-482f-b891-2c91a9140b1e req-08a73706-2d96-4f33-8e18-3ec1c78dfd65 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4 HTTP/1.1" status: 200 len: 999 time: 0.0618405 Jun 29 15:56:37.184938 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071df79b-5586-482f-b891-2c91a9140b1e req-4adb1f0d-f693-42b2-a5d0-bd2bbbc50200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:37.186463 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071df79b-5586-482f-b891-2c91a9140b1e req-4adb1f0d-f693-42b2-a5d0-bd2bbbc50200 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8db42e60-7985-44f3-8899-246ef24f69ae HTTP/1.1" status: 200 len: 854 time: 0.0550528 Jun 29 15:56:37.207649 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-2a5ca2d6-70b4-416f-8977-55ae28b0a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': 'e7d6c290-b5da-41ff-a6b2-c2bd7c45b4e2', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '24341400-1194-4b14-954b-abec49595e7e', 'port_id': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'mac_address': 'fa:16:3e:cb:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:56:19Z', 'updated_at': '2021-06-29T15:56:36Z', 'revision_number': 1, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:34Z', 'revision_number': 5, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:37.233810 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5ca2d6-70b4-416f-8977-55ae28b0a5ff None None] Checking router: 24341400-1194-4b14-954b-abec49595e7e for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:56:37.243218 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ca2d6-70b4-416f-8977-55ae28b0a5ff None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:37.243934 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-2a5ca2d6-70b4-416f-8977-55ae28b0a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:56:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:37.256794 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071df79b-5586-482f-b891-2c91a9140b1e req-51bda145-7035-412c-bf57-a237b734e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:37.258362 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071df79b-5586-482f-b891-2c91a9140b1e req-51bda145-7035-412c-bf57-a237b734e7bd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=61586768-e621-44be-873b-6ad3c5a47dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625505 Jun 29 15:56:37.357569 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071df79b-5586-482f-b891-2c91a9140b1e req-f6e32723-bae8-417e-b97f-a4e27ed06cee service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912633 Jun 29 15:56:37.362636 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-2a5ca2d6-70b4-416f-8977-55ae28b0a5ff None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:37.389668 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 22338f08-07f6-47db-a589-d8fd2b148fc3 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:56:37.464626 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-071df79b-5586-482f-b891-2c91a9140b1e req-9f6f520a-8931-47f7-995f-6ce9e34ffda4 service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995007 Jun 29 15:56:37.499423 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port 22338f08-07f6-47db-a589-d8fd2b148fc3 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:56:37.514255 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 22338f08-07f6-47db-a589-d8fd2b148fc3 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:56:37.514629 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:37.701705 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:37.734960 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46df9312-7d7d-4a4b-b90f-eb1bc40e92fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22338f08-07f6-47db-a589-d8fd2b148fc3'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:56:37.737441 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01befab-daaa-4cb6-a038-7a7187c53449" -d '{"events": [{"server_uuid": "46df9312-7d7d-4a4b-b90f-eb1bc40e92fa", "name": "network-vif-plugged", "status": "completed", "tag": "22338f08-07f6-47db-a589-d8fd2b148fc3"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:56:37.754736 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 22338f08-07f6-47db-a589-d8fd2b148fc3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=22338f08-07f6-47db-a589-d8fd2b148fc3,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:56:37.758732 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-2a5ca2d6-70b4-416f-8977-55ae28b0a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': 'e7d6c290-b5da-41ff-a6b2-c2bd7c45b4e2', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '24341400-1194-4b14-954b-abec49595e7e', 'port_id': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'mac_address': 'fa:16:3e:cb:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:56:19Z', 'updated_at': '2021-06-29T15:56:36Z', 'revision_number': 1, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:34Z', 'revision_number': 5, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:37.762243 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:37.787137 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:56:37.790665 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d800f7c9-b3f4-48c1-ac69-6ba0d897cc92 x-openstack-request-id: req-d800f7c9-b3f4-48c1-ac69-6ba0d897cc92 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:56:37.790966 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46df9312-7d7d-4a4b-b90f-eb1bc40e92fa", "name": "network-vif-plugged", "status": "completed", "tag": "22338f08-07f6-47db-a589-d8fd2b148fc3", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:56:37.791227 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d800f7c9-b3f4-48c1-ac69-6ba0d897cc92 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:56:37.791647 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46df9312-7d7d-4a4b-b90f-eb1bc40e92fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22338f08-07f6-47db-a589-d8fd2b148fc3', 'code': 200} Jun 29 15:56:37.793647 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5ca2d6-70b4-416f-8977-55ae28b0a5ff None None] The sync data for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi is: [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': 'e7d6c290-b5da-41ff-a6b2-c2bd7c45b4e2', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '24341400-1194-4b14-954b-abec49595e7e', 'port_id': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'mac_address': 'fa:16:3e:cb:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:56:19Z', 'updated_at': '2021-06-29T15:56:36Z', 'revision_number': 1, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:34Z', 'revision_number': 5, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:56:37.843500 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=22338f08-07f6-47db-a589-d8fd2b148fc3,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:56:37.852152 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:37.852575 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:37.853095 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:37.853622 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:37.854114 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:37.854607 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:37.855111 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:37.855601 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:37.856103 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:37.856589 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:37.857071 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:37.857588 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:56:37.862917 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:56:38.021942 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863045f7-b23f-4fe5-91ca-85f9e4e5b233 req-d14f135a-14ca-40a5-893d-8a2edce47d1a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:38.024470 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-863045f7-b23f-4fe5-91ca-85f9e4e5b233 req-d14f135a-14ca-40a5-893d-8a2edce47d1a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 945 time: 0.1031418 Jun 29 15:56:38.098970 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fc0bcb-8fb1-4987-bda4-b23877ae83e1 None None] New status for floating IP e7d6c290-b5da-41ff-a6b2-c2bd7c45b4e2: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:56:38.119880 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-863045f7-b23f-4fe5-91ca-85f9e4e5b233 req-b1ef21c5-4e9c-4e68-8368-1a634a793081 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=155f344f-5a2e-4509-b82c-c7e4e4da6e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845983 Jun 29 15:56:38.125494 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d025d2-4a7c-4b3c-a7f2-2462406ee4f9 req-94750095-b6d7-41e4-87d8-0871a32ec436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:38.127002 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3d025d2-4a7c-4b3c-a7f2-2462406ee4f9 req-94750095-b6d7-41e4-87d8-0871a32ec436 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 1098 time: 0.1016252 Jun 29 15:56:38.165216 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3d025d2-4a7c-4b3c-a7f2-2462406ee4f9 req-f8cb60ef-2489-4ceb-ac55-c6162f5d9a9c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=155f344f-5a2e-4509-b82c-c7e4e4da6e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305476 Jun 29 15:56:39.310784 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35485bc9-1ec6-4dfc-87ba-5965b9efaabd req-73036a65-c064-4af9-a7ae-d14eecfd1ae6 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:39.312256 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-35485bc9-1ec6-4dfc-87ba-5965b9efaabd req-73036a65-c064-4af9-a7ae-d14eecfd1ae6 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 945 time: 0.0657897 Jun 29 15:56:39.353581 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-35485bc9-1ec6-4dfc-87ba-5965b9efaabd req-d38261da-de71-4b27-bc84-10d007c073a4 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=155f344f-5a2e-4509-b82c-c7e4e4da6e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350208 Jun 29 15:56:39.688956 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8a47f-0009-468e-b7f5-5d894e746897 req-a0508c8a-f302-4561-9308-7f6aa3bc629c tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:39.690470 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4ad8a47f-0009-468e-b7f5-5d894e746897 req-a0508c8a-f302-4561-9308-7f6aa3bc629c tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 945 time: 0.0665112 Jun 29 15:56:39.700020 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42702) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:56:39.704658 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-834989d6-1dee-4915-9732-202c585709fd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Request body: {'floatingip': {'port_id': '22338f08-07f6-47db-a589-d8fd2b148fc3'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:56:39.748304 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-834989d6-1dee-4915-9732-202c585709fd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:40.207583 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-834989d6-1dee-4915-9732-202c585709fd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:40.212708 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-834989d6-1dee-4915-9732-202c585709fd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:40.318199 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-834989d6-1dee-4915-9732-202c585709fd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Floating IP 9b9af34e-3f2e-461a-b5eb-c3c5ed418cd6 associated. External IP: 172.27.1.150, port: 22338f08-07f6-47db-a589-d8fd2b148fc3. Jun 29 15:56:40.528884 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834989d6-1dee-4915-9732-202c585709fd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:56:40.642248 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834989d6-1dee-4915-9732-202c585709fd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:56:40.647074 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-834989d6-1dee-4915-9732-202c585709fd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:40.651668 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9cf195-1c59-426e-a79b-b74ac0aa0256 None None] Sync routers for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:56:40.665989 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9cf195-1c59-426e-a79b-b74ac0aa0256 None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:40.666738 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0d9cf195-1c59-426e-a79b-b74ac0aa0256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:56:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:40.685809 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-834989d6-1dee-4915-9732-202c585709fd tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "PUT /v2.0/floatingips/9b9af34e-3f2e-461a-b5eb-c3c5ed418cd6 HTTP/1.1" status: 200 len: 991 time: 0.9846823 Jun 29 15:56:40.686623 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46df9312-7d7d-4a4b-b90f-eb1bc40e92fa', 'tag': '22338f08-07f6-47db-a589-d8fd2b148fc3'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:56:40.689193 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b28d30565ae5ceb9679f8904d3b051fccc53e8b332a17acfea57a0e6e48853e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a66fba5-1592-4cf6-8739-110a4c6fcff4" -d '{"events": [{"name": "network-changed", "server_uuid": "46df9312-7d7d-4a4b-b90f-eb1bc40e92fa", "tag": "22338f08-07f6-47db-a589-d8fd2b148fc3"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:56:40.731569 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f44d9bf-8806-4e7a-a313-5b9086375221 x-openstack-request-id: req-9f44d9bf-8806-4e7a-a313-5b9086375221 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:56:40.731930 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46df9312-7d7d-4a4b-b90f-eb1bc40e92fa", "tag": "22338f08-07f6-47db-a589-d8fd2b148fc3", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:56:40.732223 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f44d9bf-8806-4e7a-a313-5b9086375221 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:56:40.734610 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46df9312-7d7d-4a4b-b90f-eb1bc40e92fa', 'tag': '22338f08-07f6-47db-a589-d8fd2b148fc3', 'status': 'completed', 'code': 200} Jun 29 15:56:40.788613 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-0d9cf195-1c59-426e-a79b-b74ac0aa0256 None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:40.827362 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66fba5-1592-4cf6-8739-110a4c6fcff4 req-de256aa9-a3c2-42f8-b39e-17947744f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:40.828834 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a66fba5-1592-4cf6-8739-110a4c6fcff4 req-de256aa9-a3c2-42f8-b39e-17947744f958 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d5439281c0ac4668952ac8a98e1cd1ad&device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 1098 time: 0.0562696 Jun 29 15:56:40.932251 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66fba5-1592-4cf6-8739-110a4c6fcff4 req-9e9c62d6-6eeb-4fa8-87ee-560071ea49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:40.934366 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a66fba5-1592-4cf6-8739-110a4c6fcff4 req-9e9c62d6-6eeb-4fa8-87ee-560071ea49ac service neutron] 10.222.0.81 "GET /v2.0/networks?id=41b63229-f54d-495f-9492-1733d010c4cd HTTP/1.1" status: 200 len: 911 time: 0.0989227 Jun 29 15:56:41.009511 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a66fba5-1592-4cf6-8739-110a4c6fcff4 req-e955f4ff-4795-4a1f-b1c3-a9221ceb935f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22338f08-07f6-47db-a589-d8fd2b148fc3 HTTP/1.1" status: 200 len: 999 time: 0.0678148 Jun 29 15:56:41.009884 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f967b44c-1666-4a43-af02-4f169f421be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:41.074365 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66fba5-1592-4cf6-8739-110a4c6fcff4 req-a3a35da6-cc64-434a-9a92-406374fd6ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:41.076010 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a66fba5-1592-4cf6-8739-110a4c6fcff4 req-a3a35da6-cc64-434a-9a92-406374fd6ddd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b45a8124-4c73-414b-aa79-0813179b73b7 HTTP/1.1" status: 200 len: 849 time: 0.0510433 Jun 29 15:56:41.143819 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66fba5-1592-4cf6-8739-110a4c6fcff4 req-8776a566-f408-4875-a7ae-1b5f37edc4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:56:41.145309 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a66fba5-1592-4cf6-8739-110a4c6fcff4 req-8776a566-f408-4875-a7ae-1b5f37edc4f2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=41b63229-f54d-495f-9492-1733d010c4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532532 Jun 29 15:56:41.158465 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0d9cf195-1c59-426e-a79b-b74ac0aa0256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '9b9af34e-3f2e-461a-b5eb-c3c5ed418cd6', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'port_id': '22338f08-07f6-47db-a589-d8fd2b148fc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'mac_address': 'fa:16:3e:5e:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46df9312-7d7d-4a4b-b90f-eb1bc40e92fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:56:26Z', 'updated_at': '2021-06-29T15:56:40Z', 'revision_number': 1, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:31Z', 'revision_number': 5, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:41.187481 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9cf195-1c59-426e-a79b-b74ac0aa0256 None None] Checking router: cfa3e397-3706-4ae8-9866-dbd8a7c769a4 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:56:41.197155 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9cf195-1c59-426e-a79b-b74ac0aa0256 None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:56:41.197829 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0d9cf195-1c59-426e-a79b-b74ac0aa0256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:56:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:41.242038 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a66fba5-1592-4cf6-8739-110a4c6fcff4 req-1d6d2c65-d52d-4670-bbbf-db29ecda772e service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884237 Jun 29 15:56:41.308492 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-0d9cf195-1c59-426e-a79b-b74ac0aa0256 None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:56:41.344853 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a66fba5-1592-4cf6-8739-110a4c6fcff4 req-6a891a0c-ee20-492a-b266-7d6df8faeb93 service neutron] 10.222.0.81 "GET /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904098 Jun 29 15:56:41.544354 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-0d9cf195-1c59-426e-a79b-b74ac0aa0256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '9b9af34e-3f2e-461a-b5eb-c3c5ed418cd6', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'port_id': '22338f08-07f6-47db-a589-d8fd2b148fc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'mac_address': 'fa:16:3e:5e:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46df9312-7d7d-4a4b-b90f-eb1bc40e92fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:56:26Z', 'updated_at': '2021-06-29T15:56:40Z', 'revision_number': 1, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:31Z', 'revision_number': 5, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:56:41.571371 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9cf195-1c59-426e-a79b-b74ac0aa0256 None None] The sync data for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi is: [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '9b9af34e-3f2e-461a-b5eb-c3c5ed418cd6', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'floating_ip_address': '172.27.1.150', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'port_id': '22338f08-07f6-47db-a589-d8fd2b148fc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'mac_address': 'fa:16:3e:5e:c2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46df9312-7d7d-4a4b-b90f-eb1bc40e92fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:56:26Z', 'updated_at': '2021-06-29T15:56:40Z', 'revision_number': 1, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:31Z', 'revision_number': 5, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:56:41.759971 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08668f13-a67a-4b89-9928-c9db8b30d68e None None] New status for floating IP 9b9af34e-3f2e-461a-b5eb-c3c5ed418cd6: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:56:43.699537 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:43.754716 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b13df21c-8d11-469d-8346-1ee988a99ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:44.625496 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:56:46.243122 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:00.156552 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:57:00.799643 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:06.722475 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42898) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:06.828840 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:06.917565 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:06.921206 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:06.924508 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9402258f-f34d-4e59-8800-8a72fe87a87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:06.959308 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea3d5f45c0904ed69951253814d329d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357552 Jun 29 15:57:06.960188 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470c3c3b-1090-47ba-a65e-9f8397ff43bb,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:06.962043 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 42902) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:06.978315 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:06.978623 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:06.978997 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:06.979361 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:06.979723 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:06.980084 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:06.980441 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:06.980795 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:06.981148 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:06.981539 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:06.981943 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:06.982246 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:06.987069 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:07.022137 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-79b41b40-18b0-4b94-ad48-2dc1739e14a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:07.043151 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-79b41b40-18b0-4b94-ad48-2dc1739e14a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:07.092207 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-79b41b40-18b0-4b94-ad48-2dc1739e14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:07.094824 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-79b41b40-18b0-4b94-ad48-2dc1739e14a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:07.095995 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-79b41b40-18b0-4b94-ad48-2dc1739e14a5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/470c3c3b-1090-47ba-a65e-9f8397ff43bb HTTP/1.1" status: 204 len: 168 time: 0.1330450 Jun 29 15:57:07.096779 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-dba5ef33-0361-4ad3-8eb0-682d7af6f349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:07.105220 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b41b40-18b0-4b94-ad48-2dc1739e14a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470c3c3b-1090-47ba-a65e-9f8397ff43bb,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:07.107663 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-79b41b40-18b0-4b94-ad48-2dc1739e14a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:10.991888 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-60f6e291-78e0-4ba2-8b28-12960d6b7e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:13.700675 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:13.755647 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-36495fe6-1b42-4fce-9e34-584d9e7d3064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:14.634016 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:16.249683 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:18.334699 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d9e51-7d13-4468-898c-d2251f39927f req-9cd89a69-9de1-4d79-9c64-403c6eb2ae99 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:18.336798 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ad1d9e51-7d13-4468-898c-d2251f39927f req-9cd89a69-9de1-4d79-9c64-403c6eb2ae99 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.2307169 Jun 29 15:57:18.375914 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ad1d9e51-7d13-4468-898c-d2251f39927f req-4cd8db93-5598-46da-99a9-11c975e1ee9b tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331817 Jun 29 15:57:19.614924 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbaec4-9b17-4113-a107-ef76cdd3a138 req-6a87d878-548c-4a0c-8791-a042c07cf7aa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:19.616390 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fafbaec4-9b17-4113-a107-ef76cdd3a138 req-6a87d878-548c-4a0c-8791-a042c07cf7aa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.1192534 Jun 29 15:57:19.659539 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fafbaec4-9b17-4113-a107-ef76cdd3a138 req-4a3c6644-0b40-4ff2-aa13-6d97906e949c tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373466 Jun 29 15:57:19.863951 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-d8e47020-2d29-489a-8ba8-60e4e0e72a3c tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:19.865328 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-d8e47020-2d29-489a-8ba8-60e4e0e72a3c tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 946 time: 0.0683284 Jun 29 15:57:19.969883 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Deleting port 6049b429-6ff6-4f37-a2b0-1d1047e72db0 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:57:19.970232 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:20.063212 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] For port 6049b429-6ff6-4f37-a2b0-1d1047e72db0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6049b429-6ff6-4f37-a2b0-1d1047e72db0,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:20.063570 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:20.497187 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:20.497685 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:20.498066 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.l3_db [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Floating IP a4063548-d892-4129-85fb-d11d7a40e3db disassociated. External IP: 172.27.1.16, port: 6049b429-6ff6-4f37-a2b0-1d1047e72db0. Jun 29 15:57:20.498407 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Calling delete_port for 6049b429-6ff6-4f37-a2b0-1d1047e72db0 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:57:20.635264 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:20.639243 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3d2d101a-5c10-4644-8d7d-aad131e37220 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:20.664667 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event deleted for resources: {'Port': ['ID=6049b429-6ff6-4f37-a2b0-1d1047e72db0,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:20.675888 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.676283 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.676622 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.677017 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.677393 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.677749 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.678090 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.678431 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.678792 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.679674 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.680645 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.680996 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:20.684682 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:20.809132 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a76b5931-5e7e-40ee-8f8c-d03aa72f2bd0 req-493532e0-fb2b-4174-9c99-4c6e6b4c6fcb tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d36493-ecce-4d96-9650-0109e4d2be6d HTTP/1.1" status: 200 len: 210 time: 0.0343316 Jun 29 15:57:20.829206 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Router 118909a7-dbd8-4038-9054-2257c9fcac51 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:57:20.932965 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:57:20.943008 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f09526-0813-4aa3-8ea3-3cd01c2430fd None None] Sync routers for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:57:20.952183 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f09526-0813-4aa3-8ea3-3cd01c2430fd None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:20.952810 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-45f09526-0813-4aa3-8ea3-3cd01c2430fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:20.979445 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] No DVR routers for this DVR port 6049b429-6ff6-4f37-a2b0-1d1047e72db0 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:57:20.981983 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:20.983953 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cf101102-246d-4fff-9e81-3625d344d0b4 req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "DELETE /v2.0/ports/6049b429-6ff6-4f37-a2b0-1d1047e72db0 HTTP/1.1" status: 204 len: 173 time: 1.1127708 Jun 29 15:57:20.984471 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d36493-ecce-4d96-9650-0109e4d2be6d', 'name': 'network-vif-deleted', 'tag': '6049b429-6ff6-4f37-a2b0-1d1047e72db0'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:57:20.986983 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cf9719-0f4a-41e6-91db-3db77ef448b5" -d '{"events": [{"server_uuid": "88d36493-ecce-4d96-9650-0109e4d2be6d", "name": "network-vif-deleted", "tag": "6049b429-6ff6-4f37-a2b0-1d1047e72db0"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:57:21.027279 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81432f98-3884-458b-b031-3b8426285aa4 x-openstack-request-id: req-81432f98-3884-458b-b031-3b8426285aa4 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:57:21.027609 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d36493-ecce-4d96-9650-0109e4d2be6d", "name": "network-vif-deleted", "tag": "6049b429-6ff6-4f37-a2b0-1d1047e72db0", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:57:21.027897 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-81432f98-3884-458b-b031-3b8426285aa4 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:57:21.028320 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d36493-ecce-4d96-9650-0109e4d2be6d', 'name': 'network-vif-deleted', 'tag': '6049b429-6ff6-4f37-a2b0-1d1047e72db0', 'status': 'completed', 'code': 200} Jun 29 15:57:21.065695 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-45f09526-0813-4aa3-8ea3-3cd01c2430fd None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:57:21.279252 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-45f09526-0813-4aa3-8ea3-3cd01c2430fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:21.305953 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f09526-0813-4aa3-8ea3-3cd01c2430fd None None] Checking router: 118909a7-dbd8-4038-9054-2257c9fcac51 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:57:21.314705 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f09526-0813-4aa3-8ea3-3cd01c2430fd None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:21.315322 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-45f09526-0813-4aa3-8ea3-3cd01c2430fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:21.420084 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-45f09526-0813-4aa3-8ea3-3cd01c2430fd None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:57:21.619742 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-45f09526-0813-4aa3-8ea3-3cd01c2430fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:21.647113 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f09526-0813-4aa3-8ea3-3cd01c2430fd None None] The sync data for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi is: [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:57:21.924703 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d8b25-4dee-4b21-ac84-6dae9c051d8d None None] New status for floating IP a4063548-d892-4129-85fb-d11d7a40e3db: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:57:22.169631 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-3ca5eedc-d833-4dc9-b36d-27eca82c236a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264612538&fields=id&tenant_id=03fed08d2d30427c9b704b601461f29c HTTP/1.1" status: 200 len: 267 time: 0.0338640 Jun 29 15:57:22.281660 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-99c6ed68-d6ad-4ce1-aabd-875361b57e74 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:22.283124 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-99c6ed68-d6ad-4ce1-aabd-875361b57e74 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 811 time: 0.1070197 Jun 29 15:57:22.298015 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-f0367f02-6108-412b-965e-970f858caa54 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/quotas/03fed08d2d30427c9b704b601461f29c HTTP/1.1" status: 200 len: 375 time: 0.0093870 Jun 29 15:57:22.375702 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-da89e685-e499-4369-bbf2-f2e4ecf21d55 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0724914 Jun 29 15:57:22.510344 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-b535ffc5-3564-447c-8175-d6f5f21e4a8e service neutron] 10.222.0.69 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222599 Jun 29 15:57:22.603940 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-2508065c-6669-4838-b879-bd74e2f37485 service neutron] 10.222.0.69 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878682 Jun 29 15:57:22.919499 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-39306f39-df02-42de-82ce-f3b9c922aa40 req-5b461ea6-cdb6-44be-85a2-c048e211f617 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 210 time: 0.0315785 Jun 29 15:57:23.637479 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 6049b429-6ff6-4f37-a2b0-1d1047e72db0 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:57:23.658889 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: 6049b429-6ff6-4f37-a2b0-1d1047e72db0 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:57:23.659393 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 6049b429-6ff6-4f37-a2b0-1d1047e72db0 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:57:24.080411 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-521da57f-b513-4d27-a9d5-0bd347382849 req-71d3813a-72b4-4314-b1e8-dc0330b333a2 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 210 time: 0.0286942 Jun 29 15:57:24.236260 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-790509d6-f4d0-4b8b-9965-fe856d7029a4 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:24.237732 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-790509d6-f4d0-4b8b-9965-fe856d7029a4 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 811 time: 0.1281433 Jun 29 15:57:24.283947 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-937a9d71-4ea7-4dbe-bfc8-297974b90980 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03fed08d2d30427c9b704b601461f29c HTTP/1.1" status: 200 len: 380 time: 0.0342567 Jun 29 15:57:24.295113 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Request body: {'port': {'device_id': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'admin_state_up': True, 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'security_groups': ['56bebd20-8f98-4818-afdc-cf7130f395af']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:24.405275 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Made reservation on behalf of 03fed08d2d30427c9b704b601461f29c for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:57:24.408724 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:24.561209 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Allocated IP 172.20.0.9 (ef06879d-50c8-4635-a559-6c16b91b96ce/e782a185-6e99-410c-b6d3-eb6560de4818/60866604-aac4-4d99-aff6-335cc36d85d1) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:57:24.717674 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:24.732064 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Transition to ACTIVE for port object 60866604-aac4-4d99-aff6-335cc36d85d1 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:24.767348 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:24.771208 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-95a645ae-cb3d-4dfe-8f13-9d8bded83327 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:24.815310 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Network ef06879d-50c8-4635-a559-6c16b91b96ce is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:57:24.818773 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:24.823408 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:57:24.854628 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'Port': ['ID=60866604-aac4-4d99-aff6-335cc36d85d1,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:24.865595 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:24.889770 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:24.890739 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:24.908859 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6178274 Jun 29 15:57:24.970076 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Request body: {'port': {'device_id': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:25.059849 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:25.097526 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8ab404c7-2b24-4dd6-8781-f566af25764f None None] Provisioning for port 60866604-aac4-4d99-aff6-335cc36d85d1 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:57:25.101903 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8ab404c7-2b24-4dd6-8781-f566af25764f None None] Provisioning complete for port 60866604-aac4-4d99-aff6-335cc36d85d1 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:25.102223 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8ab404c7-2b24-4dd6-8781-f566af25764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:25.143916 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8ab404c7-2b24-4dd6-8781-f566af25764f None None] Port 60866604-aac4-4d99-aff6-335cc36d85d1 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:57:25.339461 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f736cf1-2bc6-476b-afd3-304fd4024fdb req-bb1e2395-ad18-485e-b928-0408f9723cf5 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:25.341183 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3f736cf1-2bc6-476b-afd3-304fd4024fdb req-bb1e2395-ad18-485e-b928-0408f9723cf5 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 931 time: 0.1427450 Jun 29 15:57:25.421636 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3f736cf1-2bc6-476b-afd3-304fd4024fdb req-a5093f21-1fef-49ff-805d-3aa3ad8fff44 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707510 Jun 29 15:57:25.435868 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60866604-aac4-4d99-aff6-335cc36d85d1 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:57:25.443702 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:25.455965 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Transition to ACTIVE for port object 60866604-aac4-4d99-aff6-335cc36d85d1 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:25.460769 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:25.462899 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:25.511859 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=60866604-aac4-4d99-aff6-335cc36d85d1,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:25.516378 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:25.590389 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Attempting to bind port 60866604-aac4-4d99-aff6-335cc36d85d1 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:57:25.590726 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Attempting to bind port 60866604-aac4-4d99-aff6-335cc36d85d1 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:57:25.591064 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Attempting to bind port 60866604-aac4-4d99-aff6-335cc36d85d1 on network ef06879d-50c8-4635-a559-6c16b91b96ce {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:57:25.595752 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Port 60866604-aac4-4d99-aff6-335cc36d85d1 on network ef06879d-50c8-4635-a559-6c16b91b96ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:57:25.596092 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Attempting to bind port 60866604-aac4-4d99-aff6-335cc36d85d1 on network ef06879d-50c8-4635-a559-6c16b91b96ce {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:57:25.602141 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:57:25.602478 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Checking segment: {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:57:25.602867 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Bound using segment: {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:57:25.603300 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Bound port: 60866604-aac4-4d99-aff6-335cc36d85d1, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:57:25.603658 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:25.673342 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] For port 60866604-aac4-4d99-aff6-335cc36d85d1, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:57:25.678384 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] For port 60866604-aac4-4d99-aff6-335cc36d85d1, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=60866604-aac4-4d99-aff6-335cc36d85d1,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:57:25.685835 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:25.688092 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fdedcd2f-43b4-4fbc-a4ad-657154cc8a1a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:25.724697 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:25.725520 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:25.727075 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] 10.222.0.81 "PUT /v2.0/ports/60866604-aac4-4d99-aff6-335cc36d85d1 HTTP/1.1" status: 200 len: 1093 time: 0.8096287 Jun 29 15:57:25.727620 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'tag': '60866604-aac4-4d99-aff6-335cc36d85d1'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:57:25.730050 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc16786b-1b44-4114-8c71-8debd92d3c18" -d '{"events": [{"name": "network-changed", "server_uuid": "70bdebf7-7732-4c59-b080-3fe77d9cf514", "tag": "60866604-aac4-4d99-aff6-335cc36d85d1"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:57:25.781553 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=60866604-aac4-4d99-aff6-335cc36d85d1,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:25.786601 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:25.796676 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17a5008-36ec-4f96-aa33-5a7cdef8af37 x-openstack-request-id: req-e17a5008-36ec-4f96-aa33-5a7cdef8af37 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:57:25.797000 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bdebf7-7732-4c59-b080-3fe77d9cf514", "tag": "60866604-aac4-4d99-aff6-335cc36d85d1", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:57:25.797289 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e17a5008-36ec-4f96-aa33-5a7cdef8af37 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:57:25.797774 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'tag': '60866604-aac4-4d99-aff6-335cc36d85d1', 'status': 'completed', 'code': 200} Jun 29 15:57:25.858027 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-a3ee7aec-06bd-4bda-ba29-9f00a8c5a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:25.859518 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-a3ee7aec-06bd-4bda-ba29-9f00a8c5a944 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 1096 time: 0.0751162 Jun 29 15:57:25.911856 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-b4a2c457-67c2-4dff-ab98-a434a9c9a441 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60866604-aac4-4d99-aff6-335cc36d85d1 HTTP/1.1" status: 200 len: 217 time: 0.0437474 Jun 29 15:57:25.963941 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-fbd9a3ed-26ee-44b9-ba90-27c61be7055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:25.965452 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-fbd9a3ed-26ee-44b9-ba90-27c61be7055c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e782a185-6e99-410c-b6d3-eb6560de4818 HTTP/1.1" status: 200 len: 850 time: 0.0457494 Jun 29 15:57:26.031371 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-6b25ef11-23f7-4df1-81e0-6fc15d846b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:26.032999 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-6b25ef11-23f7-4df1-81e0-6fc15d846b6e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef06879d-50c8-4635-a559-6c16b91b96ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570519 Jun 29 15:57:26.129028 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-5a3cdeca-720b-4467-83e6-9f4ca7f7f88d service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881152 Jun 29 15:57:26.239341 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a26b5f9-230d-464f-af9e-3ab10e345ff3 req-e29a6605-55ba-4c5f-942f-d8bf1d955d98 service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021941 Jun 29 15:57:26.358065 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16786b-1b44-4114-8c71-8debd92d3c18 req-55493366-c0b1-4d46-9cc2-475a75257c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:26.359543 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc16786b-1b44-4114-8c71-8debd92d3c18 req-55493366-c0b1-4d46-9cc2-475a75257c12 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 1096 time: 0.0592289 Jun 29 15:57:26.363998 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bd792-7b7c-48ac-af2e-0c6fad0520e7 req-028533d1-3241-40a9-a26f-a789c3ae9a06 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:26.365489 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-765bd792-7b7c-48ac-af2e-0c6fad0520e7 req-028533d1-3241-40a9-a26f-a789c3ae9a06 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0658262 Jun 29 15:57:26.404976 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-765bd792-7b7c-48ac-af2e-0c6fad0520e7 req-0973b4b3-a67a-43e5-85a5-64f5679f7bd3 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328233 Jun 29 15:57:26.456662 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16786b-1b44-4114-8c71-8debd92d3c18 req-36de922e-0f2d-4ac2-aa13-3669bb1c516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:26.458145 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc16786b-1b44-4114-8c71-8debd92d3c18 req-36de922e-0f2d-4ac2-aa13-3669bb1c516e service neutron] 10.222.0.81 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 912 time: 0.0898521 Jun 29 15:57:26.501173 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc16786b-1b44-4114-8c71-8debd92d3c18 req-29188a67-5fb9-44e1-9c72-792616f458e3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60866604-aac4-4d99-aff6-335cc36d85d1 HTTP/1.1" status: 200 len: 217 time: 0.0354617 Jun 29 15:57:26.586536 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16786b-1b44-4114-8c71-8debd92d3c18 req-f38f0fb8-80ac-4ca6-b65a-39f0ad7b3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:26.587989 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc16786b-1b44-4114-8c71-8debd92d3c18 req-f38f0fb8-80ac-4ca6-b65a-39f0ad7b3270 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e782a185-6e99-410c-b6d3-eb6560de4818 HTTP/1.1" status: 200 len: 850 time: 0.0796182 Jun 29 15:57:26.649365 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec71d-9140-465c-9fad-1bb7d0379d2b req-4b1e84ec-93f0-452f-80d2-489e1980b2b7 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:26.650829 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fb2ec71d-9140-465c-9fad-1bb7d0379d2b req-4b1e84ec-93f0-452f-80d2-489e1980b2b7 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 943 time: 0.1113503 Jun 29 15:57:26.681723 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16786b-1b44-4114-8c71-8debd92d3c18 req-843407b6-b31e-4897-bb9b-26d50e85df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:26.683494 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc16786b-1b44-4114-8c71-8debd92d3c18 req-843407b6-b31e-4897-bb9b-26d50e85df2e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef06879d-50c8-4635-a559-6c16b91b96ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880232 Jun 29 15:57:26.711013 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fb2ec71d-9140-465c-9fad-1bb7d0379d2b req-e937a1cb-84f6-4b7f-a642-91edda0f3da0 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535083 Jun 29 15:57:26.786204 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc16786b-1b44-4114-8c71-8debd92d3c18 req-f964f4a1-e03e-42b9-b218-5a6f7aa4a32f service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933194 Jun 29 15:57:26.877534 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc16786b-1b44-4114-8c71-8debd92d3c18 req-25b05f04-713e-42b2-8326-38bf7ab2fdca service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824685 Jun 29 15:57:27.592270 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fe5f4-0821-4c2a-aa50-5518284f27d1 req-26861f57-54fa-4d9c-b3c5-1175e3f8f54f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:27.593678 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ff6fe5f4-0821-4c2a-aa50-5518284f27d1 req-26861f57-54fa-4d9c-b3c5-1175e3f8f54f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0682044 Jun 29 15:57:27.631667 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ff6fe5f4-0821-4c2a-aa50-5518284f27d1 req-8cd6fb32-864e-4f1a-8cb9-9e8e2a6c5b9a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320916 Jun 29 15:57:27.892710 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86e93c-3702-4923-9fff-00437ae16794 req-7e8bbffc-6576-4143-82c9-1a7889ac7fdb tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:27.894226 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5c86e93c-3702-4923-9fff-00437ae16794 req-7e8bbffc-6576-4143-82c9-1a7889ac7fdb tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 943 time: 0.0634673 Jun 29 15:57:27.934002 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5c86e93c-3702-4923-9fff-00437ae16794 req-b3780626-0a7a-40e5-9242-866594e4d437 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337999 Jun 29 15:57:28.820475 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2711d8-a96e-4ee2-bee3-df5876c8853b req-c3ca5518-bfa9-4d32-9420-e76ecd9df559 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:28.821943 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5a2711d8-a96e-4ee2-bee3-df5876c8853b req-c3ca5518-bfa9-4d32-9420-e76ecd9df559 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0698195 Jun 29 15:57:28.860047 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5a2711d8-a96e-4ee2-bee3-df5876c8853b req-b2d43451-031b-41da-ab83-3b3a3d729b79 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Jun 29 15:57:29.113465 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0043a0-20a1-4a64-9d7c-150c2000f35d req-8d103362-c15c-4a02-98e6-aa7aca871b5e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:29.115204 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5f0043a0-20a1-4a64-9d7c-150c2000f35d req-8d103362-c15c-4a02-98e6-aa7aca871b5e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 943 time: 0.0664439 Jun 29 15:57:29.155354 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5f0043a0-20a1-4a64-9d7c-150c2000f35d req-577c7c58-a811-4bf8-9886-8853524c602f tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342917 Jun 29 15:57:30.043494 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a34c9c-d52d-4d5b-b875-74bc6e1edc76 req-565cf98a-962a-45ba-9627-34f39b969ea5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:30.045084 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-49a34c9c-d52d-4d5b-b875-74bc6e1edc76 req-565cf98a-962a-45ba-9627-34f39b969ea5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0675309 Jun 29 15:57:30.085698 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-49a34c9c-d52d-4d5b-b875-74bc6e1edc76 req-273e779f-4e1a-4585-92f4-f877d6103878 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331211 Jun 29 15:57:30.337140 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c23c0-101a-4647-b79e-e31502e04fbe req-f5e6ea35-0b62-4a01-8f07-ccf6ae78271e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:30.338653 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-652c23c0-101a-4647-b79e-e31502e04fbe req-f5e6ea35-0b62-4a01-8f07-ccf6ae78271e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 943 time: 0.0676177 Jun 29 15:57:30.379993 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-652c23c0-101a-4647-b79e-e31502e04fbe req-df257fb6-0a24-4f4b-82ca-b4dab6124c9f tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356030 Jun 29 15:57:30.806309 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:31.147375 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-74bb1175-bc33-4f3d-be2c-b1895731237c req-06b4f8bc-bc70-49b6-b0b9-e8ad2208f7de service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544090 Jun 29 15:57:31.249484 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb1175-bc33-4f3d-be2c-b1895731237c req-94cd2eb3-8576-43f2-82ce-5f4715860eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:31.250974 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-74bb1175-bc33-4f3d-be2c-b1895731237c req-94cd2eb3-8576-43f2-82ce-5f4715860eba service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01dc00b139894e748003f586a560c62b&device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 1099 time: 0.0542741 Jun 29 15:57:31.372345 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2a312-d5d6-4e07-8519-fef15923ac30 req-fbcedc9b-4cd8-4841-9a6d-20659a5be3d1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:31.374026 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-92b2a312-d5d6-4e07-8519-fef15923ac30 req-fbcedc9b-4cd8-4841-9a6d-20659a5be3d1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0675888 Jun 29 15:57:31.376892 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb1175-bc33-4f3d-be2c-b1895731237c req-f9ab39c9-f735-4f14-89e7-5b301a8e95de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:31.378447 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-74bb1175-bc33-4f3d-be2c-b1895731237c req-f9ab39c9-f735-4f14-89e7-5b301a8e95de service neutron] 10.222.0.81 "GET /v2.0/networks?id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca HTTP/1.1" status: 200 len: 909 time: 0.1003253 Jun 29 15:57:31.419811 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-92b2a312-d5d6-4e07-8519-fef15923ac30 req-473fab60-00bf-4287-92ae-4acb3733aa5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394096 Jun 29 15:57:31.448091 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-74bb1175-bc33-4f3d-be2c-b1895731237c req-e3852947-9d0a-4476-a0b9-d9d68bbcb1e3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873d0d3d-a76e-41c7-adce-845027fe6a07 HTTP/1.1" status: 200 len: 1002 time: 0.0612395 Jun 29 15:57:31.501714 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb1175-bc33-4f3d-be2c-b1895731237c req-724ccf99-1395-465b-92c7-93f24027a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:31.503171 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-74bb1175-bc33-4f3d-be2c-b1895731237c req-724ccf99-1395-465b-92c7-93f24027a20d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f5c4fc4-26c6-405e-bed0-4c7f8db61585 HTTP/1.1" status: 200 len: 847 time: 0.0480235 Jun 29 15:57:31.576198 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb1175-bc33-4f3d-be2c-b1895731237c req-0651e4f8-b684-4bfc-bf4c-d576dabcd7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:31.578098 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-74bb1175-bc33-4f3d-be2c-b1895731237c req-0651e4f8-b684-4bfc-bf4c-d576dabcd7f2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645921 Jun 29 15:57:31.679782 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-74bb1175-bc33-4f3d-be2c-b1895731237c req-773884e4-5a28-413e-9ad4-22fc7e997250 service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927300 Jun 29 15:57:31.784745 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-74bb1175-bc33-4f3d-be2c-b1895731237c req-3005f879-398d-455c-a4aa-626936e66964 service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991600 Jun 29 15:57:31.832084 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2254c7b-b3cc-4b80-8450-b98e6172eee9 req-d7e4cb80-49a2-492d-b34f-f8780614f6a1 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:31.833577 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2254c7b-b3cc-4b80-8450-b98e6172eee9 req-d7e4cb80-49a2-492d-b34f-f8780614f6a1 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 943 time: 0.2876022 Jun 29 15:57:31.878640 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c2254c7b-b3cc-4b80-8450-b98e6172eee9 req-faaba8c4-180e-453c-9366-62b0c040d08a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376527 Jun 29 15:57:32.619272 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26edd9-829f-4c03-9760-a951ac1f59ed req-b680b0ca-1fec-43f1-a8c0-8af1ab98756d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:32.620761 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c26edd9-829f-4c03-9760-a951ac1f59ed req-b680b0ca-1fec-43f1-a8c0-8af1ab98756d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0684597 Jun 29 15:57:32.661901 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c26edd9-829f-4c03-9760-a951ac1f59ed req-0ecea8df-4ad3-43a8-ab16-6347cc21a908 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350807 Jun 29 15:57:33.076143 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5000ce4-f5d5-4807-997c-2cc10902088f req-dd8001b7-559d-4dad-927e-a3a36cdc8012 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:33.077649 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c5000ce4-f5d5-4807-997c-2cc10902088f req-dd8001b7-559d-4dad-927e-a3a36cdc8012 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 943 time: 0.0662534 Jun 29 15:57:33.121541 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c5000ce4-f5d5-4807-997c-2cc10902088f req-1c74a693-882a-4e45-b6bf-4751977ff111 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377831 Jun 29 15:57:33.698978 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 60866604-aac4-4d99-aff6-335cc36d85d1 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:57:33.793529 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 60866604-aac4-4d99-aff6-335cc36d85d1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=60866604-aac4-4d99-aff6-335cc36d85d1,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:33.805755 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '60866604-aac4-4d99-aff6-335cc36d85d1', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'port_id': '60866604-aac4-4d99-aff6-335cc36d85d1', 'mac_address': 'fa:16:3e:da:6e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:57:33.849381 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:33.855747 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dae4a-1a95-4170-90bd-6c5b6601db3b req-aa28ccd1-469c-440d-832b-737128b9d798 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:33.857268 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dd9dae4a-1a95-4170-90bd-6c5b6601db3b req-aa28ccd1-469c-440d-832b-737128b9d798 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0705175 Jun 29 15:57:33.863550 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60866604-aac4-4d99-aff6-335cc36d85d1 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:57:33.884748 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 60866604-aac4-4d99-aff6-335cc36d85d1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=60866604-aac4-4d99-aff6-335cc36d85d1,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:33.889497 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:33.891484 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:33.903609 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dd9dae4a-1a95-4170-90bd-6c5b6601db3b req-f2d6904d-6504-4505-9def-a5b771e66f0f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371926 Jun 29 15:57:33.939117 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=60866604-aac4-4d99-aff6-335cc36d85d1,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:33.942550 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:34.162443 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['60866604-aac4-4d99-aff6-335cc36d85d1'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:57:34.305696 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde3434-f4d7-4db0-bd13-22174ac90edb req-326d5b81-e7f0-40a5-a772-3195e7dd33ad tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:34.307224 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3cde3434-f4d7-4db0-bd13-22174ac90edb req-326d5b81-e7f0-40a5-a772-3195e7dd33ad tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 944 time: 0.0648208 Jun 29 15:57:34.347563 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3cde3434-f4d7-4db0-bd13-22174ac90edb req-2123f415-89b0-4d28-a270-cc0eb50f1cb9 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342488 Jun 29 15:57:35.085083 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305565e-f0c5-4a05-aff5-d145cc5e4719 req-496c317f-6e70-4fa8-8efb-a31073e25a8d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:35.087165 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7305565e-f0c5-4a05-aff5-d145cc5e4719 req-496c317f-6e70-4fa8-8efb-a31073e25a8d tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0642486 Jun 29 15:57:35.123903 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7305565e-f0c5-4a05-aff5-d145cc5e4719 req-9c8c6c2b-fa43-401d-beb8-1df40042514f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311408 Jun 29 15:57:35.529251 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fcbbe-6da8-44b3-a3be-9b47112c6eb9 req-af3a7c22-5123-438a-88bc-1aba015ab730 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:35.530753 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8b2fcbbe-6da8-44b3-a3be-9b47112c6eb9 req-af3a7c22-5123-438a-88bc-1aba015ab730 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 944 time: 0.0674744 Jun 29 15:57:35.569599 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8b2fcbbe-6da8-44b3-a3be-9b47112c6eb9 req-50190ef8-33a9-4f38-a22c-afc27dcf82a9 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331466 Jun 29 15:57:35.710049 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 60866604-aac4-4d99-aff6-335cc36d85d1 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:57:35.758975 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port 60866604-aac4-4d99-aff6-335cc36d85d1 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:57:35.762994 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 60866604-aac4-4d99-aff6-335cc36d85d1 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:35.763379 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:35.842072 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:35.864015 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60866604-aac4-4d99-aff6-335cc36d85d1'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:57:35.866359 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7000bfc9-565b-4364-b294-1a8e9cb34eb2" -d '{"events": [{"server_uuid": "70bdebf7-7732-4c59-b080-3fe77d9cf514", "name": "network-vif-plugged", "status": "completed", "tag": "60866604-aac4-4d99-aff6-335cc36d85d1"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:57:35.879827 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 60866604-aac4-4d99-aff6-335cc36d85d1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=60866604-aac4-4d99-aff6-335cc36d85d1,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:35.885416 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:35.888973 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:35.914830 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7feeeab0-8875-4659-909c-99ba1ab4423d x-openstack-request-id: req-7feeeab0-8875-4659-909c-99ba1ab4423d {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:57:35.914830 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bdebf7-7732-4c59-b080-3fe77d9cf514", "name": "network-vif-plugged", "status": "completed", "tag": "60866604-aac4-4d99-aff6-335cc36d85d1", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:57:35.915195 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7feeeab0-8875-4659-909c-99ba1ab4423d {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:57:35.915466 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60866604-aac4-4d99-aff6-335cc36d85d1', 'code': 200} Jun 29 15:57:35.940930 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=60866604-aac4-4d99-aff6-335cc36d85d1,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:35.944275 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:36.186266 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50867b84-fcc0-43ea-9d13-18521f9e7ff9 req-08efa2ac-a61b-4406-8086-d053d69f13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:36.187774 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-50867b84-fcc0-43ea-9d13-18521f9e7ff9 req-08efa2ac-a61b-4406-8086-d053d69f13e6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 1098 time: 0.0526071 Jun 29 15:57:36.229079 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-50867b84-fcc0-43ea-9d13-18521f9e7ff9 req-77beda29-0d5d-48c2-af46-2c76f4b2341a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342145 Jun 29 15:57:36.299315 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d54ea-0d16-434b-bf16-e7b5239890f5 req-42d0537b-5604-4ff8-8f8d-e69a2d0b535f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:36.300771 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-834d54ea-0d16-434b-bf16-e7b5239890f5 req-42d0537b-5604-4ff8-8f8d-e69a2d0b535f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0617039 Jun 29 15:57:36.338370 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-834d54ea-0d16-434b-bf16-e7b5239890f5 req-9778d49f-f308-4a16-9f45-419b3b114139 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312965 Jun 29 15:57:36.743645 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0f7ab-c315-4bf1-879d-83b18391a2f0 req-1c0dc5dc-953e-4493-929e-3aaa33c8a406 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:36.745229 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48c0f7ab-c315-4bf1-879d-83b18391a2f0 req-1c0dc5dc-953e-4493-929e-3aaa33c8a406 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 945 time: 0.0637066 Jun 29 15:57:36.787168 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-48c0f7ab-c315-4bf1-879d-83b18391a2f0 req-27f2da49-2cd5-43db-8627-e1b7943e599d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361023 Jun 29 15:57:37.155537 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:57:37.521093 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37b5e7-5d6c-42c5-8ebd-b81823373fca req-a8c6dd27-2103-4883-8023-342bbc14888a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:37.522485 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cd37b5e7-5d6c-42c5-8ebd-b81823373fca req-a8c6dd27-2103-4883-8023-342bbc14888a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0662019 Jun 29 15:57:37.562205 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cd37b5e7-5d6c-42c5-8ebd-b81823373fca req-54482eb1-be58-45e3-b0a4-9d6f2897e381 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335965 Jun 29 15:57:37.965003 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02829db-c1fc-4503-8e22-5c01e39af179 req-b645ecec-9f76-48be-b384-6d3d0b83988d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:37.966584 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e02829db-c1fc-4503-8e22-5c01e39af179 req-b645ecec-9f76-48be-b384-6d3d0b83988d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 945 time: 0.0637536 Jun 29 15:57:38.005404 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e02829db-c1fc-4503-8e22-5c01e39af179 req-02455120-d5bc-4aeb-8233-71c9d8db75d6 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326812 Jun 29 15:57:38.177447 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab42636-61db-4e8e-80f2-3e7e989f0d90 req-212c6f6c-7ae3-4af4-9825-9681577b6b8b tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:38.178899 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8ab42636-61db-4e8e-80f2-3e7e989f0d90 req-212c6f6c-7ae3-4af4-9825-9681577b6b8b tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 945 time: 0.0621531 Jun 29 15:57:38.217911 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8ab42636-61db-4e8e-80f2-3e7e989f0d90 req-7c5c7b84-c1c5-4c74-b224-e90f3310adca tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329843 Jun 29 15:57:38.242388 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43334) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:38.294274 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2050cca4-db3e-460c-bed0-493973f97e38 tempest-TestVolumeBootPattern-835592645 tempest-TestVolumeBootPattern-835592645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:38.296352 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2050cca4-db3e-460c-bed0-493973f97e38 tempest-TestVolumeBootPattern-835592645 tempest-TestVolumeBootPattern-835592645-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 1093 time: 0.0524757 Jun 29 15:57:38.299435 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 43336) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:38.304805 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Request body: {'floatingip': {'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'port_id': '60866604-aac4-4d99-aff6-335cc36d85d1', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:38.327518 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:38.425200 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:38.535008 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Allocated IP 172.27.1.100 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/cace3505-a0be-4698-9db2-3cba61f9e27d) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:57:38.639533 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:38.678790 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:38.681873 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-55702ea1-dc33-4602-8257-412c1abd0bd3 tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:38.721673 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:57:38.724588 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:38.727480 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:57:38.745551 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c8cff-dafc-46d1-b7e0-0e2b53b447f4 req-bcb395f6-2b97-4104-a654-fa5f5578a374 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:38.747049 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e53c8cff-dafc-46d1-b7e0-0e2b53b447f4 req-bcb395f6-2b97-4104-a654-fa5f5578a374 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0682905 Jun 29 15:57:38.758519 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'Port': ['ID=cace3505-a0be-4698-9db2-3cba61f9e27d,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:38.761953 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:38.784922 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e53c8cff-dafc-46d1-b7e0-0e2b53b447f4 req-3a882860-4e3e-439c-8a56-f9dcbe822292 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321038 Jun 29 15:57:39.106587 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:39.188987 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:39.348387 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:39.354097 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:39.357502 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3fca9b1a-1832-4f7a-aec5-76b046946814 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:39.434343 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'Port': ['ID=cace3505-a0be-4698-9db2-3cba61f9e27d,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:39.440014 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:39.453553 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:39.718310 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ee2df7d4-8d69-42f2-b9b9-b93e582753d4 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:57:39.840726 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:39.844374 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Floating IP ea79baf0-79ad-4237-91f2-4cd000498506 associated. External IP: 172.27.1.100, port: 60866604-aac4-4d99-aff6-335cc36d85d1. Jun 29 15:57:39.853380 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'port_id': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'mac_address': 'fa:16:3e:cb:18:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:57:39.893065 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:39.908121 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee2df7d4-8d69-42f2-b9b9-b93e582753d4 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:57:39.928646 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:39.934233 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:39.936468 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9e352e7b-6324-45c2-83b4-7da29e763e21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:39.990154 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,revision_number=6']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:39.997937 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:39.998287 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:39.998655 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:39.999002 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:39.999362 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:39.999695 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:40.000028 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:40.000356 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:40.000688 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:40.001015 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:40.001364 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:40.001691 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:40.005641 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:40.034088 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['ee2df7d4-8d69-42f2-b9b9-b93e582753d4'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:57:40.051068 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f956a5-4735-4cfc-9500-f7b39f823a4a req-4cb6a045-6443-4946-8c02-c2f7351be94e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:40.052550 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-65f956a5-4735-4cfc-9500-f7b39f823a4a req-4cb6a045-6443-4946-8c02-c2f7351be94e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 944 time: 0.1286092 Jun 29 15:57:40.131738 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-65f956a5-4735-4cfc-9500-f7b39f823a4a req-ce368e7e-96fd-4be5-8b3c-5c6623365706 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718117 Jun 29 15:57:40.141045 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Router 118909a7-dbd8-4038-9054-2257c9fcac51 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:57:40.259140 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:57:40.268717 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec6712-7b9d-4cd7-b02e-0533dd6aa79a None None] Sync routers for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:57:40.275004 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:40.279789 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec6712-7b9d-4cd7-b02e-0533dd6aa79a None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:40.280450 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-a7ec6712-7b9d-4cd7-b02e-0533dd6aa79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:40.312963 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0123820 Jun 29 15:57:40.313659 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'tag': '60866604-aac4-4d99-aff6-335cc36d85d1'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:57:40.316003 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ea1f6f-8901-456d-b440-4ed02a885ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "70bdebf7-7732-4c59-b080-3fe77d9cf514", "tag": "60866604-aac4-4d99-aff6-335cc36d85d1"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:57:40.401824 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-a7ec6712-7b9d-4cd7-b02e-0533dd6aa79a None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:57:40.408976 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c57c3d-0fce-4cdd-8723-116464ff2569 x-openstack-request-id: req-a0c57c3d-0fce-4cdd-8723-116464ff2569 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:57:40.409348 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bdebf7-7732-4c59-b080-3fe77d9cf514", "tag": "60866604-aac4-4d99-aff6-335cc36d85d1", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:57:40.409703 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a0c57c3d-0fce-4cdd-8723-116464ff2569 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:57:40.410370 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'tag': '60866604-aac4-4d99-aff6-335cc36d85d1', 'status': 'completed', 'code': 200} Jun 29 15:57:40.531364 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea1f6f-8901-456d-b440-4ed02a885ae5 req-6f1a63a1-1e75-4c35-8490-494690839059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:40.532649 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-18ea1f6f-8901-456d-b440-4ed02a885ae5 req-6f1a63a1-1e75-4c35-8490-494690839059 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 1098 time: 0.0973461 Jun 29 15:57:40.655289 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-a7ec6712-7b9d-4cd7-b02e-0533dd6aa79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': 'ea79baf0-79ad-4237-91f2-4cd000498506', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': '60866604-aac4-4d99-aff6-335cc36d85d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:da:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:57:38Z', 'updated_at': '2021-06-29T15:57:38Z', 'revision_number': 0, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:40.656853 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea1f6f-8901-456d-b440-4ed02a885ae5 req-31647099-870e-4696-97db-00334416887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:40.658488 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-18ea1f6f-8901-456d-b440-4ed02a885ae5 req-31647099-870e-4696-97db-00334416887d service neutron] 10.222.0.81 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 912 time: 0.1168861 Jun 29 15:57:40.690543 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec6712-7b9d-4cd7-b02e-0533dd6aa79a None None] Checking router: 118909a7-dbd8-4038-9054-2257c9fcac51 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:57:40.700709 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec6712-7b9d-4cd7-b02e-0533dd6aa79a None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:40.701647 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-a7ec6712-7b9d-4cd7-b02e-0533dd6aa79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:40.746628 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-18ea1f6f-8901-456d-b440-4ed02a885ae5 req-e90355e9-78dd-4282-b5b8-8a42c88b4531 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60866604-aac4-4d99-aff6-335cc36d85d1 HTTP/1.1" status: 200 len: 999 time: 0.0808239 Jun 29 15:57:40.820438 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea1f6f-8901-456d-b440-4ed02a885ae5 req-c2297a64-14f7-4169-bc66-9ac0a643b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:40.822239 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-18ea1f6f-8901-456d-b440-4ed02a885ae5 req-c2297a64-14f7-4169-bc66-9ac0a643b772 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e782a185-6e99-410c-b6d3-eb6560de4818 HTTP/1.1" status: 200 len: 850 time: 0.0686960 Jun 29 15:57:40.856939 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-a7ec6712-7b9d-4cd7-b02e-0533dd6aa79a None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:57:40.910413 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea1f6f-8901-456d-b440-4ed02a885ae5 req-3444e3d4-fff0-483a-9a86-bff11a38aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:40.912329 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-18ea1f6f-8901-456d-b440-4ed02a885ae5 req-3444e3d4-fff0-483a-9a86-bff11a38aa85 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef06879d-50c8-4635-a559-6c16b91b96ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793900 Jun 29 15:57:41.042139 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-18ea1f6f-8901-456d-b440-4ed02a885ae5 req-9e14b36f-a230-4dbe-86d3-358eadc01776 service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209042 Jun 29 15:57:41.059824 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-12493d82-a2b1-43f4-b6af-44e7c6d1f68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:41.142904 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-a7ec6712-7b9d-4cd7-b02e-0533dd6aa79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': 'ea79baf0-79ad-4237-91f2-4cd000498506', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': '60866604-aac4-4d99-aff6-335cc36d85d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:da:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:57:38Z', 'updated_at': '2021-06-29T15:57:38Z', 'revision_number': 0, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:41.166496 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-18ea1f6f-8901-456d-b440-4ed02a885ae5 req-07cb6625-aae5-4863-990e-a11b3cf3eebf service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173146 Jun 29 15:57:41.175479 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec6712-7b9d-4cd7-b02e-0533dd6aa79a None None] The sync data for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi is: [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': 'ea79baf0-79ad-4237-91f2-4cd000498506', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': '60866604-aac4-4d99-aff6-335cc36d85d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:da:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:57:38Z', 'updated_at': '2021-06-29T15:57:38Z', 'revision_number': 0, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:57:41.410040 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79364fa-6261-4057-9db6-1708b56fa032 req-9dcfbeaa-e03f-43c9-81ac-84c7fa7cc1f7 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:41.420686 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b79364fa-6261-4057-9db6-1708b56fa032 req-9dcfbeaa-e03f-43c9-81ac-84c7fa7cc1f7 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 944 time: 0.1204352 Jun 29 15:57:41.503943 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b79364fa-6261-4057-9db6-1708b56fa032 req-f5fa9d5c-3793-4324-8ab9-974985e95f7b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823276 Jun 29 15:57:41.576511 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79fa9b-4d3d-4369-bcb2-82c5db011123 None None] New status for floating IP ea79baf0-79ad-4237-91f2-4cd000498506: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:57:41.736726 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ee2df7d4-8d69-42f2-b9b9-b93e582753d4 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:57:41.818494 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:41.818876 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:41.914272 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:41.943224 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:57:41.945747 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12e15bf-feb5-4ea0-868d-55969e0950dc" -d '{"events": [{"server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "name": "network-vif-plugged", "status": "completed", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:57:41.959190 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:41.964567 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:41.966927 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:41.999775 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef4abd4-3848-494d-bec6-8ca4792c0f5d x-openstack-request-id: req-1ef4abd4-3848-494d-bec6-8ca4792c0f5d {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:57:42.000076 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "name": "network-vif-plugged", "status": "completed", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:57:42.000337 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1ef4abd4-3848-494d-bec6-8ca4792c0f5d {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:57:42.000731 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'code': 200} Jun 29 15:57:42.022589 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,revision_number=7']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:42.028395 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:42.731834 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060b5f6-052e-4fb1-8b2d-3dfdb812ec3d req-2e6d3e04-2940-4d13-a0dd-55b8f543a72f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:42.734158 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e060b5f6-052e-4fb1-8b2d-3dfdb812ec3d req-2e6d3e04-2940-4d13-a0dd-55b8f543a72f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0721519 Jun 29 15:57:42.789828 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e060b5f6-052e-4fb1-8b2d-3dfdb812ec3d req-bb3a11bf-bc58-4139-8c3c-8eb144c7dfd3 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497823 Jun 29 15:57:43.705824 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:43.759786 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-50c09540-ed3d-4aee-94f5-0fe51683e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:43.984462 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd93a9-a1aa-4a46-84e6-45a1baff4ca6 req-63be405a-c92f-4050-9b83-fe706bf789bb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:43.986855 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8cdd93a9-a1aa-4a46-84e6-45a1baff4ca6 req-63be405a-c92f-4050-9b83-fe706bf789bb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0808403 Jun 29 15:57:44.029624 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8cdd93a9-a1aa-4a46-84e6-45a1baff4ca6 req-2eff5175-9a29-4e77-8b6d-e99585bbec55 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364971 Jun 29 15:57:44.439006 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43460) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:44.575449 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0b837f8a-a7d9-4bf8-88ea-ed1741a24379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:44.634769 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:44.688018 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0b837f8a-a7d9-4bf8-88ea-ed1741a24379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:44.692835 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0b837f8a-a7d9-4bf8-88ea-ed1741a24379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:44.698282 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fb1bcc58-a41c-46bc-a2f9-7086c5862521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:44.731320 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b837f8a-a7d9-4bf8-88ea-ed1741a24379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c10139-a01c-46cf-8186-de80a74bc8de,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:44.738626 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0b837f8a-a7d9-4bf8-88ea-ed1741a24379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:44.748490 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0b837f8a-a7d9-4bf8-88ea-ed1741a24379 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2716f9e6abb4410ea87efff1abb027e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084064 Jun 29 15:57:44.751146 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 43464) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:44.812915 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b99001cd-e7cd-4dfd-aa93-3a559edc9be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:44.842257 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b99001cd-e7cd-4dfd-aa93-3a559edc9be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:44.901413 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b99001cd-e7cd-4dfd-aa93-3a559edc9be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:44.904202 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b99001cd-e7cd-4dfd-aa93-3a559edc9be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:44.907854 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b99001cd-e7cd-4dfd-aa93-3a559edc9be2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18c10139-a01c-46cf-8186-de80a74bc8de HTTP/1.1" status: 204 len: 168 time: 0.1534512 Jun 29 15:57:44.907854 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-320d45d6-92a3-46d7-9ba9-d216799970b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:44.914934 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99001cd-e7cd-4dfd-aa93-3a559edc9be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c10139-a01c-46cf-8186-de80a74bc8de,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:44.917381 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b99001cd-e7cd-4dfd-aa93-3a559edc9be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:45.284465 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77180b88-9e93-4607-a1db-2198364fda14 req-bfef4bf3-46ef-404c-a2f0-4e16ba5f3cc2 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:45.286420 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-77180b88-9e93-4607-a1db-2198364fda14 req-bfef4bf3-46ef-404c-a2f0-4e16ba5f3cc2 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.1035860 Jun 29 15:57:45.334712 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-77180b88-9e93-4607-a1db-2198364fda14 req-0a5a91af-27ea-408e-be00-7f863b17c59b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414429 Jun 29 15:57:45.701979 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43490) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:45.819827 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-947458921-network', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:45.843595 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Made reservation on behalf of 214d4ae51fb74efeb6c64aeea911e946 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:57:45.846993 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:45.859489 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:45.972567 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:45.978484 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:45.982703 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7dc3514f-0ee1-4989-81a0-cb492f59bcd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:46.008857 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:57:46.015930 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d31c525-c70e-4781-a3fc-3194f9219f39,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:46.020926 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:46.025398 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:46.025931 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Added segment 9e6b05e4-9528-475a-ac79-75da767ae0f1 of type vlan for network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 Jun 29 15:57:46.079763 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:46.117947 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:46.118725 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:46.119488 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:46.121499 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:46.169959 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4656622 Jun 29 15:57:46.174680 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 43494) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:46.181950 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] Request body: {'subnet': {'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-947458921-subnet', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:46.182777 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Pushing event updated for resources: {'Network': ['ID=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:46.186807 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:46.194464 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:57:46.276987 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] Made reservation on behalf of 214d4ae51fb74efeb6c64aeea911e946 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:57:46.279517 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9165217'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:46.342961 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:46.524527 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9165235'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:46.529069 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d693cbf5-5423-4c84-ba23-ae46a17522bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:46.542306 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608d199-ff16-4419-9fa6-d781c8d9eb67 req-f3753b90-2056-41c6-892e-ad8a81d7b893 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:46.549950 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a608d199-ff16-4419-9fa6-d781c8d9eb67 req-f3753b90-2056-41c6-892e-ad8a81d7b893 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.0786929 Jun 29 15:57:46.591962 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a608d199-ff16-4419-9fa6-d781c8d9eb67 req-af6c2fea-4855-4bd1-b022-b5c9ba35aaf5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408206 Jun 29 15:57:46.606516 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] Checking segment: {'id': '9e6b05e4-9528-475a-ac79-75da767ae0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:57:46.607002 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] Network hostable DHCP agents. Network: facfbcb4-7ef0-46cb-acf5-5e8e3df04c69, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:57:46.623747 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d4e83f-e89c-43f5-84c5-4a7885a379fd,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:46.627764 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:46.645871 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] Network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:57:46.657917 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, facfbcb4-7ef0-46cb-acf5-5e8e3df04c69) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:46.663592 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:46.664455 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:46.668883 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35324c45-4cc5-44d0-acac-0afd24542971 None None] Network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:57:46.698275 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5217445 Jun 29 15:57:46.701500 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 43500) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:46.714725 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:46.770261 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1593'] for router, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:46.771452 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-924766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1584'] for router, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:46.836001 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:46.995217 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1730'] for router, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:47.026049 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2862257-6be6-5bf8-955d-10756022acbf-facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'fixed_ips': [{'subnet_id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd'}]}} from dv-cinder-792209-4-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:57:47.027162 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:47.179358 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Allocated IP 172.20.0.2 (facfbcb4-7ef0-46cb-acf5-5e8e3df04c69/d7d4e83f-e89c-43f5-84c5-4a7885a379fd/c5bdf2fb-5f82-4d45-b221-63fad0adc625) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:57:47.231398 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:47.255633 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:47.357488 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:47.366300 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Transition to ACTIVE for port object c5bdf2fb-5f82-4d45-b221-63fad0adc625 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:47.384456 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Allocated IP 172.27.1.151 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/1b75ba69-5b56-492e-a036-1500aa6c65e7) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:57:47.390315 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Transition to ACTIVE for port object c5bdf2fb-5f82-4d45-b221-63fad0adc625 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:47.396856 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:47.402776 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e4319b53-deb9-4a44-8449-f320e14008e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:47.451322 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:57:47.455510 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:47.459617 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:57:47.469694 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Pushing event updated for resources: {'Port': ['ID=c5bdf2fb-5f82-4d45-b221-63fad0adc625,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:47.498343 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:47.532319 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:47.532982 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Attempting to bind port c5bdf2fb-5f82-4d45-b221-63fad0adc625 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:57:47.533645 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Attempting to bind port c5bdf2fb-5f82-4d45-b221-63fad0adc625 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '9e6b05e4-9528-475a-ac79-75da767ae0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:57:47.534126 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Attempting to bind port c5bdf2fb-5f82-4d45-b221-63fad0adc625 on network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:57:47.540929 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:57:47.541463 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Checking segment: {'id': '9e6b05e4-9528-475a-ac79-75da767ae0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:57:47.541979 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:47.542494 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Bound using segment: {'id': '9e6b05e4-9528-475a-ac79-75da767ae0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:57:47.543087 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Bound port: c5bdf2fb-5f82-4d45-b221-63fad0adc625, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6b05e4-9528-475a-ac79-75da767ae0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:57:47.543699 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:47.591304 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:47.600628 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6feef3ff-0e1d-4391-a8e9-b557526e9364 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:47.617010 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] For port c5bdf2fb-5f82-4d45-b221-63fad0adc625, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:57:47.623752 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] For port c5bdf2fb-5f82-4d45-b221-63fad0adc625, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=c5bdf2fb-5f82-4d45-b221-63fad0adc625,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:57:47.631296 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:47.633156 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:57:47.636471 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:47.642277 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:57:47.653023 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:47.680061 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=1b75ba69-5b56-492e-a036-1500aa6c65e7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:47.692632 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:47.739841 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Pushing event updated for resources: {'Port': ['ID=c5bdf2fb-5f82-4d45-b221-63fad0adc625,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:47.744158 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:48.031517 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51176c2-e69c-40be-9f5b-9e5a6c6fcb33 req-af7e9b8e-b35f-493b-8783-e3f8abf81ed5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:48.033375 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d51176c2-e69c-40be-9f5b-9e5a6c6fcb33 req-af7e9b8e-b35f-493b-8783-e3f8abf81ed5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.1949396 Jun 29 15:57:48.134042 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d51176c2-e69c-40be-9f5b-9e5a6c6fcb33 req-bcbd3c0b-45b9-4665-b426-3319769ea908 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925145 Jun 29 15:57:48.158509 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:48.396049 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646053'] for router, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:48.566815 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d is scheduled to L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d with binding_index 1 {{(pid=92922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:57:48.715846 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:57:48.733436 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Sync routers for ids ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:57:48.756593 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Routers {'d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:48.757780 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:48.776083 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:48.781052 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0759521 Jun 29 15:57:48.781773 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43514) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:48.939917 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c64810b-6efe-45bf-ba42-021b33aaa491 None None] Network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:57:48.967430 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c5bdf2fb-5f82-4d45-b221-63fad0adc625 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:57:49.067111 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Set router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:57:49.128963 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ccc43c12-703c-49ab-ab24-7091beba922a None None] Provisioning for port c5bdf2fb-5f82-4d45-b221-63fad0adc625 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:57:49.250541 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port c5bdf2fb-5f82-4d45-b221-63fad0adc625 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:57:49.266451 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port c5bdf2fb-5f82-4d45-b221-63fad0adc625 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:49.267126 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:49.469592 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f0ba0-4859-4452-9a7b-f36b0c1f63ff req-f2be962e-831d-4301-99e0-4594e876e44e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:49.471326 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:49.477951 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8a0f0ba0-4859-4452-9a7b-f36b0c1f63ff req-f2be962e-831d-4301-99e0-4594e876e44e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.1704767 Jun 29 15:57:49.505916 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T15:57:47Z', 'revision_number': 3, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port': {'id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:47Z', 'updated_at': '2021-06-29T15:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:49.509140 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:49.547560 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Checking router: d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:57:49.547864 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Updating router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d port 1b75ba69-5b56-492e-a036-1500aa6c65e7 binding host dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:57:49.571765 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port c5bdf2fb-5f82-4d45-b221-63fad0adc625, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=c5bdf2fb-5f82-4d45-b221-63fad0adc625,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:49.607848 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:49.611967 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:49.640683 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:49.700640 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8a0f0ba0-4859-4452-9a7b-f36b0c1f63ff req-112c5a72-e945-4f84-8d96-6163942e1c6e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213490 Jun 29 15:57:49.737671 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=c5bdf2fb-5f82-4d45-b221-63fad0adc625,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:49.819557 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:49.848268 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Allocated IP 172.20.0.1 (facfbcb4-7ef0-46cb-acf5-5e8e3df04c69/d7d4e83f-e89c-43f5-84c5-4a7885a379fd/c600e632-1412-418e-ad16-2c97a9e08989) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:57:49.934990 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-dd2be24e-d931-4052-957a-8e34f6c34ceb None None] Provisioning complete for port c5bdf2fb-5f82-4d45-b221-63fad0adc625 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:49.935370 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-dd2be24e-d931-4052-957a-8e34f6c34ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:49.968946 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:49.988384 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.provisioning_blocks [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Transition to ACTIVE for port object c600e632-1412-418e-ad16-2c97a9e08989 will not be triggered until provisioned by entity DHCP. {{(pid=92923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:50.030432 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9716266'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.033667 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8c13abd5-186c-4ca7-8ee7-1713e58c5e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:50.090592 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:57:50.096522 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:50.098672 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Pushing event updated for resources: {'Port': ['ID=c600e632-1412-418e-ad16-2c97a9e08989,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:50.109052 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:57:50.114551 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:50.149402 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.164584 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001858'] for router_interface, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.165747 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Transition to ACTIVE for port object 1b75ba69-5b56-492e-a036-1500aa6c65e7 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:50.177243 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.179787 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-81238926-9a86-4c4a-b8ac-a71a759c4bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:50.255015 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998b2ea-fae7-4c88-ac34-d9f9e901d505 None None] Pushing event updated for resources: {'Port': ['ID=1b75ba69-5b56-492e-a036-1500aa6c65e7,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:50.257970 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Attempting to bind port 1b75ba69-5b56-492e-a036-1500aa6c65e7 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:57:50.258352 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Attempting to bind port 1b75ba69-5b56-492e-a036-1500aa6c65e7 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:57:50.258722 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Attempting to bind port 1b75ba69-5b56-492e-a036-1500aa6c65e7 on network bfa67d25-b868-43ee-b5d8-7530adde7935 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:57:50.261026 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4998b2ea-fae7-4c88-ac34-d9f9e901d505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:50.265389 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:57:50.265781 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Checking segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:57:50.266203 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.266602 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Bound using segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:57:50.267415 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Bound port: 1b75ba69-5b56-492e-a036-1500aa6c65e7, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:57:50.267553 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.337429 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] For port 1b75ba69-5b56-492e-a036-1500aa6c65e7, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:57:50.345601 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] For port 1b75ba69-5b56-492e-a036-1500aa6c65e7, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=1b75ba69-5b56-492e-a036-1500aa6c65e7,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:57:50.354871 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.359052 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:50.426860 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Routers {'d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:50.427510 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:50.461856 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.649880 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998b2ea-fae7-4c88-ac34-d9f9e901d505 None None] Pushing event updated for resources: {'Port': ['ID=1b75ba69-5b56-492e-a036-1500aa6c65e7,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:50.655297 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4998b2ea-fae7-4c88-ac34-d9f9e901d505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:50.692399 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.702665 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-060c4ccf-6063-4ce5-b50f-50be23633ece None None] Provisioning for port c600e632-1412-418e-ad16-2c97a9e08989 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:57:50.703775 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9716248'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.707283 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:50.718943 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-060c4ccf-6063-4ce5-b50f-50be23633ece None None] Provisioning complete for port c600e632-1412-418e-ad16-2c97a9e08989 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:50.718943 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-060c4ccf-6063-4ce5-b50f-50be23633ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.747503 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] Set router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:57:50.847853 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-060c4ccf-6063-4ce5-b50f-50be23633ece None None] Port c600e632-1412-418e-ad16-2c97a9e08989 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:57:50.872812 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Pushing event updated for resources: {'Port': ['ID=c600e632-1412-418e-ad16-2c97a9e08989,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:50.889471 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:50.891182 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001750'] for router_interface, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:50.895938 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c5bdf2fb-5f82-4d45-b221-63fad0adc625 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:57:51.031608 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99322a17-fc9e-4680-b4bb-a9bc95ce5e9e req-bcb98960-a051-47e1-a8ec-18c25d24bdab tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:51.033210 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-99322a17-fc9e-4680-b4bb-a9bc95ce5e9e req-bcb98960-a051-47e1-a8ec-18c25d24bdab tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.1453359 Jun 29 15:57:51.064020 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port c5bdf2fb-5f82-4d45-b221-63fad0adc625 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:51.064499 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:51.112771 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:57:51.115287 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 4, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port': {'id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:47Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'c600e632-1412-418e-ad16-2c97a9e08989', 'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'mac_address': 'fa:16:3e:e6:3a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:49Z', 'updated_at': '2021-06-29T15:57:49Z', 'revision_number': 1, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'subnets': [{'id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:51.127995 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-99322a17-fc9e-4680-b4bb-a9bc95ce5e9e req-0d04817e-3f3d-4f9f-803b-f6ace77cc84e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637772 Jun 29 15:57:51.134006 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:51.161485 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94e1c6a-642d-4a87-9eda-69e21b1da74b None None] The sync data for ids ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'] in dv-cinder-792209-4-iscsi is: [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 4, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port': {'id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:47Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'c600e632-1412-418e-ad16-2c97a9e08989', 'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'mac_address': 'fa:16:3e:e6:3a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:49Z', 'updated_at': '2021-06-29T15:57:49Z', 'revision_number': 1, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'subnets': [{'id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:57:51.337796 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:57:51.527558 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:57:51.534703 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] 10.222.0.69 "PUT /v2.0/routers/d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7496023 Jun 29 15:57:51.564914 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-f93b97e0-ae6e-4139-921a-ff957f8fb0e7 None None] Provisioning complete for port c600e632-1412-418e-ad16-2c97a9e08989 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:51.565340 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f93b97e0-ae6e-4139-921a-ff957f8fb0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:51.648737 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-f93b97e0-ae6e-4139-921a-ff957f8fb0e7 None None] Port c600e632-1412-418e-ad16-2c97a9e08989 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:57:52.259227 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 43568) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:52.265583 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1503783412-network', 'tenant_id': '663218c8e8e4456687d2780c23d037ba'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:52.320156 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Made reservation on behalf of 663218c8e8e4456687d2780c23d037ba for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:57:52.322411 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:52.336239 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:52.372638 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beae463-b80c-40b1-873d-d2834db0d97a req-6dd193a2-5036-4a05-ad53-d0fe61cd30ba tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:52.374278 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1beae463-b80c-40b1-873d-d2834db0d97a req-6dd193a2-5036-4a05-ad53-d0fe61cd30ba tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.1051669 Jun 29 15:57:52.442014 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1beae463-b80c-40b1-873d-d2834db0d97a req-38dacc8e-36b3-4f96-8c48-3aebac8e3714 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595033 Jun 29 15:57:52.489640 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:52.502610 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:52.505887 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:52.533650 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:57:52.547328 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272b4b4d-662c-4b8a-82f8-879a133cf2d8,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:52.552069 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:52.553180 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:52.553551 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Added segment 5ca5197d-e6bb-4d7f-854d-d15672ece594 of type vlan for network 71b8960f-1e7c-472c-8775-4e444352feb0 Jun 29 15:57:52.596390 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:52.628913 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:52.630329 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:52.630939 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:52.633189 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bca4bf01-4016-4505-a5d1-5da91067b75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:52.680800 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4201012 Jun 29 15:57:52.684145 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43570) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:52.690955 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] Request body: {'subnet': {'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1503783412-subnet', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:52.692356 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Pushing event updated for resources: {'Network': ['ID=71b8960f-1e7c-472c-8775-4e444352feb0,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:52.696506 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:52.706765 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network 71b8960f-1e7c-472c-8775-4e444352feb0 details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:57:52.743981 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] Made reservation on behalf of 663218c8e8e4456687d2780c23d037ba for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:57:52.748091 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9850920'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:52.878583 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 1b75ba69-5b56-492e-a036-1500aa6c65e7 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:57:52.906168 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01560cd9-1b16-4e69-afc9-a93acd97cf78 req-775bc474-559e-4835-a310-90c12c4f6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:52.908227 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01560cd9-1b16-4e69-afc9-a93acd97cf78 req-775bc474-559e-4835-a310-90c12c4f6a70 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 1098 time: 0.0799112 Jun 29 15:57:52.935945 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 1b75ba69-5b56-492e-a036-1500aa6c65e7 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:57:52.941571 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 1b75ba69-5b56-492e-a036-1500aa6c65e7 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:52.941960 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:52.989590 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9716374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9850938'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:52.992133 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:53.008483 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01560cd9-1b16-4e69-afc9-a93acd97cf78 req-b0473c59-10d4-4568-945d-41433f0e2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:53.010033 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01560cd9-1b16-4e69-afc9-a93acd97cf78 req-b0473c59-10d4-4568-945d-41433f0e2aef service neutron] 10.222.0.81 "GET /v2.0/networks?id=61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 200 len: 916 time: 0.0954802 Jun 29 15:57:53.048019 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.051946 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3081dec3-5532-4f90-8181-5350da0a09cd,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:53.058945 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:53.067748 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] Checking segment: {'id': '5ca5197d-e6bb-4d7f-854d-d15672ece594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:57:53.068499 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] Network hostable DHCP agents. Network: 71b8960f-1e7c-472c-8775-4e444352feb0, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:57:53.093408 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 1b75ba69-5b56-492e-a036-1500aa6c65e7, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=1b75ba69-5b56-492e-a036-1500aa6c65e7,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:53.100345 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.108885 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:53.110989 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] Network 71b8960f-1e7c-472c-8775-4e444352feb0 is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:57:53.120582 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01560cd9-1b16-4e69-afc9-a93acd97cf78 req-bbfd77ae-bc87-419d-8e04-eb7d5ef3121b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4 HTTP/1.1" status: 200 len: 1001 time: 0.1029532 Jun 29 15:57:53.129099 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, 71b8960f-1e7c-472c-8775-4e444352feb0) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:53.134795 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:53.135396 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.154346 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4656656 Jun 29 15:57:53.154346 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43574) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:53.159920 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fb7d89-754c-411d-b6e7-3044d779cb6e None None] Network 71b8960f-1e7c-472c-8775-4e444352feb0 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:57:53.162050 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1503783412-router', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:57:53.190398 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-999936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1593'] for router, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.191635 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-924766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1584'] for router, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.206452 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01560cd9-1b16-4e69-afc9-a93acd97cf78 req-c21d541b-6a90-4dd6-b4ef-89d6a0797a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:53.207903 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01560cd9-1b16-4e69-afc9-a93acd97cf78 req-c21d541b-6a90-4dd6-b4ef-89d6a0797a50 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8db42e60-7985-44f3-8899-246ef24f69ae HTTP/1.1" status: 200 len: 854 time: 0.0777590 Jun 29 15:57:53.254975 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=1b75ba69-5b56-492e-a036-1500aa6c65e7,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:53.260286 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.262638 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:53.296053 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01560cd9-1b16-4e69-afc9-a93acd97cf78 req-348ba773-9588-4b24-aa82-cc3f7d51d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:53.298238 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01560cd9-1b16-4e69-afc9-a93acd97cf78 req-348ba773-9588-4b24-aa82-cc3f7d51d112 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=61586768-e621-44be-873b-6ad3c5a47dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830564 Jun 29 15:57:53.403222 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2862257-6be6-5bf8-955d-10756022acbf-71b8960f-1e7c-472c-8775-4e444352feb0', 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'fixed_ips': [{'subnet_id': '3081dec3-5532-4f90-8181-5350da0a09cd'}]}} from dv-cinder-792209-4-iscsi. {{(pid=92924) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 15:57:53.404345 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.442557 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1730'] for router, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.480037 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01560cd9-1b16-4e69-afc9-a93acd97cf78 req-705a9984-166f-47d1-b5b6-4cfbbad4b92a service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702049 Jun 29 15:57:53.571600 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.db_base_plugin_common [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Allocated IP 172.20.0.2 (71b8960f-1e7c-472c-8775-4e444352feb0/3081dec3-5532-4f90-8181-5350da0a09cd/b3918868-2a7d-4902-aaf2-66f0d4b01347) {{(pid=92924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:57:53.598421 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-01560cd9-1b16-4e69-afc9-a93acd97cf78 req-1c702761-b7c9-4497-8bd4-fbb8abd19eb4 service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052258 Jun 29 15:57:53.745508 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Notify callbacks [] for port, precommit_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.754776 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Transition to ACTIVE for port object b3918868-2a7d-4902-aaf2-66f0d4b01347 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:53.762110 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Sync routers for ids ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:57:53.771668 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Transition to ACTIVE for port object b3918868-2a7d-4902-aaf2-66f0d4b01347 will not be triggered until provisioned by entity DHCP. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:53.775944 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Routers {'d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:53.776823 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:53.784411 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085'] for port, after_create {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.794009 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4998b2ea-fae7-4c88-ac34-d9f9e901d505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:53.805997 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Network 71b8960f-1e7c-472c-8775-4e444352feb0 is already hosted by enough agents. {{(pid=92924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:57:53.809161 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.scheduler.base_scheduler [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Resources bound (agent type, host, resource id): {{(pid=92924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:53.814378 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Received port after_create {{(pid=92924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:57:53.908006 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Set router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:57:53.912038 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Attempting to bind port b3918868-2a7d-4902-aaf2-66f0d4b01347 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:57:53.912475 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Attempting to bind port b3918868-2a7d-4902-aaf2-66f0d4b01347 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '5ca5197d-e6bb-4d7f-854d-d15672ece594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:57:53.912863 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Attempting to bind port b3918868-2a7d-4902-aaf2-66f0d4b01347 on network 71b8960f-1e7c-472c-8775-4e444352feb0 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:57:53.915890 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.922373 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Pushing event updated for resources: {'Port': ['ID=b3918868-2a7d-4902-aaf2-66f0d4b01347,revision_number=1']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:53.925585 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:53.926387 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:57:53.926769 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Checking segment: {'id': '5ca5197d-e6bb-4d7f-854d-d15672ece594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:57:53.927183 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.927577 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Bound using segment: {'id': '5ca5197d-e6bb-4d7f-854d-d15672ece594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:57:53.928062 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Bound port: b3918868-2a7d-4902-aaf2-66f0d4b01347, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca5197d-e6bb-4d7f-854d-d15672ece594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:57:53.928454 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.945423 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:53.998683 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] For port b3918868-2a7d-4902-aaf2-66f0d4b01347, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:57:54.002145 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] For port b3918868-2a7d-4902-aaf2-66f0d4b01347, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=b3918868-2a7d-4902-aaf2-66f0d4b01347,segment=NetworkSegment(5ca5197d-e6bb-4d7f-854d-d15672ece594),segment_id=5ca5197d-e6bb-4d7f-854d-d15672ece594)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:57:54.007857 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.010034 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:54.021245 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d152296-8db0-4f28-a5bf-78deed82fe25 req-a1501983-e0d5-41eb-9238-9a1fcbfa8563 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:54.028240 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8d152296-8db0-4f28-a5bf-78deed82fe25 req-a1501983-e0d5-41eb-9238-9a1fcbfa8563 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.1757119 Jun 29 15:57:54.070210 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Pushing event updated for resources: {'Port': ['ID=b3918868-2a7d-4902-aaf2-66f0d4b01347,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:54.073521 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:54.113945 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8d152296-8db0-4f28-a5bf-78deed82fe25 req-83ada01f-b319-45fa-8449-39072fe890b1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847340 Jun 29 15:57:54.162830 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Allocated IP 172.27.1.15 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/a50eb268-c7f8-4d16-a3b3-18f9a3ff3344) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:57:54.209928 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 4, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port': {'id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:47Z', 'updated_at': '2021-06-29T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'c600e632-1412-418e-ad16-2c97a9e08989', 'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'mac_address': 'fa:16:3e:e6:3a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:49Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 2, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'subnets': [{'id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:54.241904 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Checking router: d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:57:54.242884 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Updating router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d port c600e632-1412-418e-ad16-2c97a9e08989 binding host dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:57:54.327852 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.329893 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.387019 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9716266'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.392038 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c52cc0e3-e856-4161-8f3e-3638dbdf3a7b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:54.432638 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:57:54.435883 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:54.439484 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:57:54.462373 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Pushing event updated for resources: {'Port': ['ID=a50eb268-c7f8-4d16-a3b3-18f9a3ff3344,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:54.467327 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:54.640717 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.651501 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Transition to ACTIVE for port object c600e632-1412-418e-ad16-2c97a9e08989 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:54.658921 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.662067 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-c098f9fa-b3ec-4755-bdab-3f3feb469aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:54.693718 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.711854 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Pushing event updated for resources: {'Port': ['ID=c600e632-1412-418e-ad16-2c97a9e08989,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:54.759168 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:54.759752 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:54.760191 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:54.760852 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:54.761286 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:54.761727 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:54.762317 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:54.763348 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:54.763922 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:54.764462 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:54.764998 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:54.765577 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:57:54.783072 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:54.784622 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Attempting to bind port c600e632-1412-418e-ad16-2c97a9e08989 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:57:54.785215 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Attempting to bind port c600e632-1412-418e-ad16-2c97a9e08989 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '9e6b05e4-9528-475a-ac79-75da767ae0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:57:54.785847 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Attempting to bind port c600e632-1412-418e-ad16-2c97a9e08989 on network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:57:54.791771 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:57:54.792640 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Checking segment: {'id': '9e6b05e4-9528-475a-ac79-75da767ae0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:57:54.793596 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.794214 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Bound using segment: {'id': '9e6b05e4-9528-475a-ac79-75da767ae0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:57:54.794930 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Bound port: c600e632-1412-418e-ad16-2c97a9e08989, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6b05e4-9528-475a-ac79-75da767ae0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:57:54.795566 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.882617 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] For port c600e632-1412-418e-ad16-2c97a9e08989, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:57:54.886293 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] For port c600e632-1412-418e-ad16-2c97a9e08989, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=c600e632-1412-418e-ad16-2c97a9e08989,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:57:54.895899 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:54.900413 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:54.978900 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Routers {'d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:54.979557 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:54.982789 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Pushing event updated for resources: {'Port': ['ID=c600e632-1412-418e-ad16-2c97a9e08989,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:55.019864 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-920d2d97-0620-4a36-89f2-60d612644ccf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:55.022136 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-646053'] for router, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:55.068176 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device b3918868-2a7d-4902-aaf2-66f0d4b01347 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:57:55.131791 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] Set router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:57:55.178499 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port b3918868-2a7d-4902-aaf2-66f0d4b01347 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:57:55.187034 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 1b75ba69-5b56-492e-a036-1500aa6c65e7 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:57:55.252806 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Router 742dc69c-1edc-496a-a354-0d81656ba9bf is scheduled to L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d with binding_index 1 {{(pid=92923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 15:57:55.268091 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 1b75ba69-5b56-492e-a036-1500aa6c65e7 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:55.268726 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:55.468924 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7f149d-e413-4fe6-abea-184a8ed173f8 None None] Network 71b8960f-1e7c-472c-8775-4e444352feb0 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:57:55.537388 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:57:55.537670 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 4, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port': {'id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:47Z', 'updated_at': '2021-06-29T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'c600e632-1412-418e-ad16-2c97a9e08989', 'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'mac_address': 'fa:16:3e:e6:3a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:49Z', 'updated_at': '2021-06-29T15:57:54Z', 'revision_number': 4, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'subnets': [{'id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:55.550660 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8565d36-1785-4112-b4be-cee67245da3f req-99a8816a-c2c8-4b57-84df-940bab56028b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:55.552355 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c8565d36-1785-4112-b4be-cee67245da3f req-99a8816a-c2c8-4b57-84df-940bab56028b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 945 time: 0.1889925 Jun 29 15:57:55.584792 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:55.589286 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 43602) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:55.613351 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Sync routers for ids ['742dc69c-1edc-496a-a354-0d81656ba9bf'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:57:55.613563 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1f29dacb-05ed-4955-86da-230505f08211 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4541886 Jun 29 15:57:55.655524 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c8565d36-1785-4112-b4be-cee67245da3f req-134153d9-4d28-4f34-8a44-15d79f76ef76 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929983 Jun 29 15:57:55.660786 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Routers {'742dc69c-1edc-496a-a354-0d81656ba9bf'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:55.661522 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['742dc69c-1edc-496a-a354-0d81656ba9bf'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:55.733980 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-c42bedfe-2ce5-446a-907f-7920e76734f5 None None] Provisioning for port b3918868-2a7d-4902-aaf2-66f0d4b01347 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:57:55.747599 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-c42bedfe-2ce5-446a-907f-7920e76734f5 None None] Provisioning complete for port b3918868-2a7d-4902-aaf2-66f0d4b01347 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:55.747989 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c42bedfe-2ce5-446a-907f-7920e76734f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:55.760574 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419d4f9-e123-4732-b20f-305686e2695c None None] The sync data for ids ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'] in dv-cinder-792209-4-iscsi is: [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 4, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port': {'id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:47Z', 'updated_at': '2021-06-29T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'c600e632-1412-418e-ad16-2c97a9e08989', 'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'mac_address': 'fa:16:3e:e6:3a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:49Z', 'updated_at': '2021-06-29T15:57:54Z', 'revision_number': 4, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'subnets': [{'id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:57:55.799355 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ee2df7d4-8d69-42f2-b9b9-b93e582753d4 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:57:56.072509 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Set router 742dc69c-1edc-496a-a354-0d81656ba9bf gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:57:56.279393 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3201f-0d01-407d-aa17-cd8067dbc48e req-59594773-ee07-49b2-b5fa-748e8085efdc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:56.281111 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c8a3201f-0d01-407d-aa17-cd8067dbc48e req-59594773-ee07-49b2-b5fa-748e8085efdc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 945 time: 0.0848968 Jun 29 15:57:56.291629 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c42bedfe-2ce5-446a-907f-7920e76734f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.343588 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.363505 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c8a3201f-0d01-407d-aa17-cd8067dbc48e req-a0053df5-d05a-45d1-a306-76a6fb33cf19 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=155f344f-5a2e-4509-b82c-c7e4e4da6e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760789 Jun 29 15:57:56.425866 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-c42bedfe-2ce5-446a-907f-7920e76734f5 None None] For port b3918868-2a7d-4902-aaf2-66f0d4b01347, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=b3918868-2a7d-4902-aaf2-66f0d4b01347,segment=NetworkSegment(5ca5197d-e6bb-4d7f-854d-d15672ece594),segment_id=5ca5197d-e6bb-4d7f-854d-d15672ece594)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:56.436040 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:57:56.438556 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cbc6d8-765e-4888-9883-01401bc73efa" -d '{"events": [{"server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "name": "network-vif-unplugged", "status": "completed", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:57:56.445283 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c42bedfe-2ce5-446a-907f-7920e76734f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.453132 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-e4319b53-deb9-4a44-8449-f320e14008e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:56.464802 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:56.488023 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.533262 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bedfe-2ce5-446a-907f-7920e76734f5 None None] Pushing event updated for resources: {'Port': ['ID=b3918868-2a7d-4902-aaf2-66f0d4b01347,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:56.538680 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-c42bedfe-2ce5-446a-907f-7920e76734f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:56.539320 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:56.547455 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'name': 'tempest-TestMinimumBasicScenario-1503783412-router', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:57:54Z', 'revision_number': 3, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'gw_port': {'id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:56.614127 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Checking router: 742dc69c-1edc-496a-a354-0d81656ba9bf for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:57:56.614481 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Updating router 742dc69c-1edc-496a-a354-0d81656ba9bf port a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 binding host dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:57:56.637902 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.670851 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,revision_number=8']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:56.676741 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:56.681085 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.682832 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-3e57c1b9-818c-4df3-9d17-63f0256f9119 None None] Provisioning complete for port b3918868-2a7d-4902-aaf2-66f0d4b01347 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:56.683205 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-3e57c1b9-818c-4df3-9d17-63f0256f9119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.746278 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 15:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c40781a-bb53-4911-beaf-150454ebcb9b x-openstack-request-id: req-1c40781a-bb53-4911-beaf-150454ebcb9b {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:57:56.746414 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "name": "network-vif-unplugged", "status": "failed", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4", "code": 422}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:57:56.746674 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c40781a-bb53-4911-beaf-150454ebcb9b {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:57:56.747114 dv-cinder-792209-4-iscsi neutron-server[92924]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'code': 422} returned with failed status Jun 29 15:57:56.836843 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Allocated IP 172.20.0.1 (71b8960f-1e7c-472c-8775-4e444352feb0/3081dec3-5532-4f90-8181-5350da0a09cd/1b08887a-2bca-4998-b3bd-dcd916c458f1) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:57:56.871888 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device b3918868-2a7d-4902-aaf2-66f0d4b01347 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:57:56.895597 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35a906-1704-42af-917b-00b8893185c9 req-b49b90eb-9a4c-4416-9143-6ce5fd2c6907 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:56.898099 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3a35a906-1704-42af-917b-00b8893185c9 req-b49b90eb-9a4c-4416-9143-6ce5fd2c6907 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.0946431 Jun 29 15:57:56.946348 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3a35a906-1704-42af-917b-00b8893185c9 req-bdb7f9b7-b749-45aa-b6d6-8ce5a04c185f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415940 Jun 29 15:57:56.964900 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:56.979678 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Transition to ACTIVE for port object 1b08887a-2bca-4998-b3bd-dcd916c458f1 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:57.023665 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.028049 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a65f9475-2637-405e-9193-ee0c6ced114e tempest-ServerRescueNegativeTestJSON-1848874976 tempest-ServerRescueNegativeTestJSON-1848874976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:57.039540 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port b3918868-2a7d-4902-aaf2-66f0d4b01347 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:57.040045 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.070274 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Network 71b8960f-1e7c-472c-8775-4e444352feb0 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:57:57.073360 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:57.076868 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:57:57.106315 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Pushing event updated for resources: {'Port': ['ID=1b08887a-2bca-4998-b3bd-dcd916c458f1,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:57.110445 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:57.124760 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1001858'] for router_interface, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.181577 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Notify callbacks [] for port, precommit_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.220739 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c600e632-1412-418e-ad16-2c97a9e08989 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:57:57.222846 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Transition to ACTIVE for port object a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 will not be triggered until provisioned by entity L2. {{(pid=92924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:57:57.254490 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.260111 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:57.327540 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.341746 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Attempting to bind port a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:57:57.342129 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Attempting to bind port a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:57:57.342540 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Attempting to bind port a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 on network bfa67d25-b868-43ee-b5d8-7530adde7935 {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:57:57.349589 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b43a61-ae3f-49be-ba6a-e3db28a6c4e9 None None] Pushing event updated for resources: {'Port': ['ID=a50eb268-c7f8-4d16-a3b3-18f9a3ff3344,revision_number=2']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:57.354373 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-95b43a61-ae3f-49be-ba6a-e3db28a6c4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:57.360076 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:57:57.360505 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Checking segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:57:57.361269 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.361771 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Bound using segment: {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'} {{(pid=92924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:57:57.362343 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.managers [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Bound port: a50eb268-c7f8-4d16-a3b3-18f9a3ff3344, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3306c4d-ad2d-4c1a-b698-5da09b3c2e41', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935'}}] {{(pid=92924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:57:57.362775 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.367741 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-cb5c73e2-325e-4031-a15a-128887904d37 None None] Provisioning for port 1b08887a-2bca-4998-b3bd-dcd916c458f1 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:57:57.388718 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port c600e632-1412-418e-ad16-2c97a9e08989 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:57:57.394343 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-cb5c73e2-325e-4031-a15a-128887904d37 None None] Provisioning complete for port 1b08887a-2bca-4998-b3bd-dcd916c458f1 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:57.394794 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-cb5c73e2-325e-4031-a15a-128887904d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.398843 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port c600e632-1412-418e-ad16-2c97a9e08989 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:57.399326 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.495373 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c73e2-325e-4031-a15a-128887904d37 None None] Port 1b08887a-2bca-4998-b3bd-dcd916c458f1 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:57:57.498728 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] For port a50eb268-c7f8-4d16-a3b3-18f9a3ff3344, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:57:57.503024 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] For port a50eb268-c7f8-4d16-a3b3-18f9a3ff3344, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=a50eb268-c7f8-4d16-a3b3-18f9a3ff3344,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:57:57.510318 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.513441 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:57.543388 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.559218 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.563612 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ff86d08d-8957-4e4b-99ab-e51790391bd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:57.582044 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de540c8-44a1-4db9-bc8e-912d55e6b8bd req-d9e0538e-1540-4250-8754-416fc7784272 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:57.584169 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4de540c8-44a1-4db9-bc8e-912d55e6b8bd req-d9e0538e-1540-4250-8754-416fc7784272 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 945 time: 0.0840778 Jun 29 15:57:57.603840 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Routers {'742dc69c-1edc-496a-a354-0d81656ba9bf'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:57.604505 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['742dc69c-1edc-496a-a354-0d81656ba9bf'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:57.630976 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4de540c8-44a1-4db9-bc8e-912d55e6b8bd req-eea7386c-c91f-486b-b013-23f7b4f40240 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=155f344f-5a2e-4509-b82c-c7e4e4da6e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402939 Jun 29 15:57:57.648559 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b43a61-ae3f-49be-ba6a-e3db28a6c4e9 None None] Pushing event updated for resources: {'Port': ['ID=a50eb268-c7f8-4d16-a3b3-18f9a3ff3344,revision_number=3']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:57.660070 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-95b43a61-ae3f-49be-ba6a-e3db28a6c4e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:57.660070 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.677120 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Pushing event updated for resources: {'Port': ['ID=1b08887a-2bca-4998-b3bd-dcd916c458f1,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:57.683083 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:57.687031 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1001750'] for router_interface, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.736628 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port c600e632-1412-418e-ad16-2c97a9e08989, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=c600e632-1412-418e-ad16-2c97a9e08989,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:57.742885 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:57.747788 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-d028834a-cf2c-4c5b-a502-12ae36f90903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:57.790539 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] Set router 742dc69c-1edc-496a-a354-0d81656ba9bf gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:57:57.797727 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Network 71b8960f-1e7c-472c-8775-4e444352feb0 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:57:57.799159 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:57:57.848581 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=c600e632-1412-418e-ad16-2c97a9e08989,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:57.853225 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:57.984803 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-4d4d29b4-1055-4660-96df-262559d6167c tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:57.986383 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-4d4d29b4-1055-4660-96df-262559d6167c tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.81 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 945 time: 0.1401198 Jun 29 15:57:57.993637 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Router 742dc69c-1edc-496a-a354-0d81656ba9bf has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:57:58.050330 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'name': 'tempest-TestMinimumBasicScenario-1503783412-router', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 4, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'gw_port': {'id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '1b08887a-2bca-4998-b3bd-dcd916c458f1', 'name': '', 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'mac_address': 'fa:16:3e:02:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3081dec3-5532-4f90-8181-5350da0a09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:56Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 2, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'subnets': [{'id': '3081dec3-5532-4f90-8181-5350da0a09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:58.083512 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9436aed1-1014-4309-a75e-2594deb5ef0a None None] The sync data for ids ['742dc69c-1edc-496a-a354-0d81656ba9bf'] in dv-cinder-792209-4-iscsi is: [{'id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'name': 'tempest-TestMinimumBasicScenario-1503783412-router', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 4, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'gw_port': {'id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '1b08887a-2bca-4998-b3bd-dcd916c458f1', 'name': '', 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'mac_address': 'fa:16:3e:02:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3081dec3-5532-4f90-8181-5350da0a09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:56Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 2, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'subnets': [{'id': '3081dec3-5532-4f90-8181-5350da0a09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:57:58.122808 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-e2dee6ef-2f6a-42f5-82f4-87cccf48bb0d None None] Provisioning complete for port 1b08887a-2bca-4998-b3bd-dcd916c458f1 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:58.123769 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e2dee6ef-2f6a-42f5-82f4-87cccf48bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:58.166686 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-e2dee6ef-2f6a-42f5-82f4-87cccf48bb0d None None] Port 1b08887a-2bca-4998-b3bd-dcd916c458f1 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:57:58.198130 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Deleting port 22338f08-07f6-47db-a589-d8fd2b148fc3 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:57:58.198504 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:58.201865 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:57:58.216084 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] 10.222.0.69 "PUT /v2.0/routers/742dc69c-1edc-496a-a354-0d81656ba9bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6174812 Jun 29 15:57:58.315618 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] For port 22338f08-07f6-47db-a589-d8fd2b148fc3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=22338f08-07f6-47db-a589-d8fd2b148fc3,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:57:58.315893 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:58.554824 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a1282-6866-49e4-abfc-c7cb7a755051 req-79cd198f-a280-4fe3-96cf-89de6d658a47 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:58.562426 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a72a1282-6866-49e4-abfc-c7cb7a755051 req-79cd198f-a280-4fe3-96cf-89de6d658a47 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.1929109 Jun 29 15:57:58.614051 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:58.614429 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:58.614751 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.l3_db [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Floating IP 9b9af34e-3f2e-461a-b5eb-c3c5ed418cd6 disassociated. External IP: 172.27.1.150, port: 22338f08-07f6-47db-a589-d8fd2b148fc3. Jun 29 15:57:58.615092 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Calling delete_port for 22338f08-07f6-47db-a589-d8fd2b148fc3 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:57:58.621820 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a72a1282-6866-49e4-abfc-c7cb7a755051 req-b8c8afd8-5119-4740-a8d0-c744a5a49e41 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584981 Jun 29 15:57:58.839763 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43678) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:57:58.877755 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c600e632-1412-418e-ad16-2c97a9e08989 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:57:58.921607 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debb32b-4e56-4e9d-97a4-8c70ef70c650 req-ca0a6089-dbfb-46d9-a6bd-e908a6770a13 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:58.929509 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9debb32b-4e56-4e9d-97a4-8c70ef70c650 req-ca0a6089-dbfb-46d9-a6bd-e908a6770a13 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 945 time: 0.1403096 Jun 29 15:57:58.935074 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:58.939600 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:57:58.998344 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port c600e632-1412-418e-ad16-2c97a9e08989 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:57:58.999654 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:59.026223 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event deleted for resources: {'Port': ['ID=22338f08-07f6-47db-a589-d8fd2b148fc3,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:57:59.034517 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:57:59.042962 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9debb32b-4e56-4e9d-97a4-8c70ef70c650 req-2769becc-99b7-4a8e-be4a-97023b41d9d4 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups?id=155f344f-5a2e-4509-b82c-c7e4e4da6e28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920327 Jun 29 15:57:59.081219 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-54349597-c966-4527-a865-6fc90458901c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2313972 Jun 29 15:57:59.232815 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:57:59.404790 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:57:59.415600 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26a7199-49e9-4d0b-ab4a-79fbbf3b06b1 None None] Sync routers for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:57:59.435245 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26a7199-49e9-4d0b-ab4a-79fbbf3b06b1 None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:57:59.437049 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a26a7199-49e9-4d0b-ab4a-79fbbf3b06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:59.488420 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] No DVR routers for this DVR port 22338f08-07f6-47db-a589-d8fd2b148fc3 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:57:59.494148 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:57:59.498152 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0ae4e40f-612d-4946-ba07-347ebc0d5aa4 req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.81 "DELETE /v2.0/ports/22338f08-07f6-47db-a589-d8fd2b148fc3 HTTP/1.1" status: 204 len: 173 time: 1.5010982 Jun 29 15:57:59.498698 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46df9312-7d7d-4a4b-b90f-eb1bc40e92fa', 'name': 'network-vif-deleted', 'tag': '22338f08-07f6-47db-a589-d8fd2b148fc3'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:57:59.507294 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508808a5-134c-4e10-8e56-eb6bdebb8888" -d '{"events": [{"server_uuid": "46df9312-7d7d-4a4b-b90f-eb1bc40e92fa", "name": "network-vif-deleted", "tag": "22338f08-07f6-47db-a589-d8fd2b148fc3"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:57:59.592690 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-a26a7199-49e9-4d0b-ab4a-79fbbf3b06b1 None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:57:59.631632 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444eb0dd-d5aa-4c3f-8c6d-e25413b0f64e x-openstack-request-id: req-444eb0dd-d5aa-4c3f-8c6d-e25413b0f64e {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:57:59.632226 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46df9312-7d7d-4a4b-b90f-eb1bc40e92fa", "name": "network-vif-deleted", "tag": "22338f08-07f6-47db-a589-d8fd2b148fc3", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:57:59.632662 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-444eb0dd-d5aa-4c3f-8c6d-e25413b0f64e {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:57:59.633241 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46df9312-7d7d-4a4b-b90f-eb1bc40e92fa', 'name': 'network-vif-deleted', 'tag': '22338f08-07f6-47db-a589-d8fd2b148fc3', 'status': 'completed', 'code': 200} Jun 29 15:57:59.805932 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 22338f08-07f6-47db-a589-d8fd2b148fc3 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:57:59.859234 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: 22338f08-07f6-47db-a589-d8fd2b148fc3 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:57:59.859957 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 22338f08-07f6-47db-a589-d8fd2b148fc3 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:57:59.860624 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ee2df7d4-8d69-42f2-b9b9-b93e582753d4 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:57:59.876963 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0316e-9e9e-4e0b-a2f5-16b0fb8fc4ed req-d2a80a45-e7d4-4af7-bf37-eaddd6b7fc25 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:57:59.885953 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8df0316e-9e9e-4e0b-a2f5-16b0fb8fc4ed req-d2a80a45-e7d4-4af7-bf37-eaddd6b7fc25 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.0904200 Jun 29 15:57:59.940938 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a26a7199-49e9-4d0b-ab4a-79fbbf3b06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:31Z', 'revision_number': 5, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:57:59.958129 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8df0316e-9e9e-4e0b-a2f5-16b0fb8fc4ed req-d56551c8-0c42-49f7-bb32-880802752248 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702834 Jun 29 15:57:59.998722 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26a7199-49e9-4d0b-ab4a-79fbbf3b06b1 None None] Checking router: cfa3e397-3706-4ae8-9866-dbd8a7c769a4 for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:58:00.008200 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26a7199-49e9-4d0b-ab4a-79fbbf3b06b1 None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:58:00.009085 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a26a7199-49e9-4d0b-ab4a-79fbbf3b06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:00.141868 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-a26a7199-49e9-4d0b-ab4a-79fbbf3b06b1 None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:58:00.285567 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-772e9ea5-4744-4ea4-897b-c59e8579bf5e req-f2b50359-4110-4e81-b6d2-91587c65f54d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/ports?device_id=46df9312-7d7d-4a4b-b90f-eb1bc40e92fa HTTP/1.1" status: 200 len: 210 time: 0.0693460 Jun 29 15:58:00.450660 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a26a7199-49e9-4d0b-ab4a-79fbbf3b06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:31Z', 'revision_number': 5, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:00.483489 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26a7199-49e9-4d0b-ab4a-79fbbf3b06b1 None None] The sync data for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi is: [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:21Z', 'revision_number': 4, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '84307c0d-ce15-4909-b330-537f26408e13', 'name': '', 'network_id': '41b63229-f54d-495f-9492-1733d010c4cd', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'mac_address': 'fa:16:3e:04:21:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:19Z', 'updated_at': '2021-06-29T15:52:31Z', 'revision_number': 5, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'subnets': [{'id': 'b45a8124-4c73-414b-aa79-0813179b73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:58:00.754271 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-7384d687-2d14-44ea-87be-44b38d2b01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:00.756035 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-7384d687-2d14-44ea-87be-44b38d2b01d8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db&tenant_id=ed53fee279d64d20a9ad45e37aae39a8 HTTP/1.1" status: 200 len: 1096 time: 0.0597277 Jun 29 15:58:00.820554 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:00.855636 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:58:00.857026 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-38f9f4cb-674a-479a-934f-52abe4b5a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:00.858532 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-38f9f4cb-674a-479a-934f-52abe4b5a749 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 1096 time: 0.0779307 Jun 29 15:58:00.915848 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:58:00.921767 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:58:00.922528 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:00.981524 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-da905f2e-a153-40aa-8f41-6acdb7dae3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:00.988875 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-da905f2e-a153-40aa-8f41-6acdb7dae3ba service neutron] 10.222.0.81 "GET /v2.0/networks?id=61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 200 len: 916 time: 0.1224911 Jun 29 15:58:01.052149 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.097994 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port a50eb268-c7f8-4d16-a3b3-18f9a3ff3344, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=a50eb268-c7f8-4d16-a3b3-18f9a3ff3344,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:01.108494 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.113025 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-95b43a61-ae3f-49be-ba6a-e3db28a6c4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:01.143293 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-e522b9b6-6f85-45c7-acba-4375bab29979 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4 HTTP/1.1" status: 200 len: 999 time: 0.1423249 Jun 29 15:58:01.224308 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829e0f3-8d88-49e0-8c4d-92673d7827b2 req-7b0d2295-09e3-4fe0-977d-492de6c61e26 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:01.227497 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e829e0f3-8d88-49e0-8c4d-92673d7827b2 req-7b0d2295-09e3-4fe0-977d-492de6c61e26 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.0775788 Jun 29 15:58:01.236978 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-c0e53c2e-6265-4f26-a0f1-e18893843ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:01.237729 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=a50eb268-c7f8-4d16-a3b3-18f9a3ff3344,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:01.239045 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-c0e53c2e-6265-4f26-a0f1-e18893843ee0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8db42e60-7985-44f3-8899-246ef24f69ae HTTP/1.1" status: 200 len: 854 time: 0.0879784 Jun 29 15:58:01.241563 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:01.292990 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e829e0f3-8d88-49e0-8c4d-92673d7827b2 req-6bb3ee5b-bd75-428e-affb-ebbf19da7944 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593424 Jun 29 15:58:01.326653 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-8f5e044f-9c28-46d4-b572-655d4b7345be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:01.328219 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-8f5e044f-9c28-46d4-b572-655d4b7345be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=61586768-e621-44be-873b-6ad3c5a47dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759552 Jun 29 15:58:01.447317 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-41b0e1dd-61c6-4d9d-a931-9e32facb5fcf service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111410 Jun 29 15:58:01.452427 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43712) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:01.514781 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ebac2cfc-e70a-4cfe-b11d-9aee834a9e72 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.542173 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ebac2cfc-e70a-4cfe-b11d-9aee834a9e72 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.562709 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a3f89826-c7f2-44b5-85f2-4fa58d7c9968 req-19718088-ce04-42cb-843e-5ea4d1ea2015 service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088820 Jun 29 15:58:01.606142 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ebac2cfc-e70a-4cfe-b11d-9aee834a9e72 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.609110 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ebac2cfc-e70a-4cfe-b11d-9aee834a9e72 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.611090 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ebac2cfc-e70a-4cfe-b11d-9aee834a9e72 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "DELETE /v2.0/security-groups/155f344f-5a2e-4509-b82c-c7e4e4da6e28 HTTP/1.1" status: 204 len: 168 time: 0.1576810 Jun 29 15:58:01.611872 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-15b6a8b6-d0d3-48c1-b762-b1f89c142e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:01.613959 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 43716) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:01.622175 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac2cfc-e70a-4cfe-b11d-9aee834a9e72 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155f344f-5a2e-4509-b82c-c7e4e4da6e28,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:01.624973 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ebac2cfc-e70a-4cfe-b11d-9aee834a9e72 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:01.639214 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.api.v2.resource [None req-b0446d2f-7a16-4998-b0d2-29672b462698 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] show failed (client error): The resource could not be found. Jun 29 15:58:01.643152 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b0446d2f-7a16-4998-b0d2-29672b462698 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "GET /v2.0/security-groups/155f344f-5a2e-4509-b82c-c7e4e4da6e28 HTTP/1.1" status: 404 len: 347 time: 0.0252616 Jun 29 15:58:01.643667 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 43718) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:01.795038 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-96d3f6ce-1a77-4624-b3a2-ed985c33bd18 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Deleting port 55b52bd2-c648-43cb-afd5-477dfcbadac0 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:58:01.795393 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-96d3f6ce-1a77-4624-b3a2-ed985c33bd18 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.893171 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-96d3f6ce-1a77-4624-b3a2-ed985c33bd18 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.893598 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-96d3f6ce-1a77-4624-b3a2-ed985c33bd18 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:01.907085 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-96d3f6ce-1a77-4624-b3a2-ed985c33bd18 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Calling delete_port for 55b52bd2-c648-43cb-afd5-477dfcbadac0 owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:58:02.092476 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-96d3f6ce-1a77-4624-b3a2-ed985c33bd18 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:02.097728 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:02.158499 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3f6ce-1a77-4624-b3a2-ed985c33bd18 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Pushing event deleted for resources: {'Port': ['ID=55b52bd2-c648-43cb-afd5-477dfcbadac0,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:02.162228 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-96d3f6ce-1a77-4624-b3a2-ed985c33bd18 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:02.287099 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-96d3f6ce-1a77-4624-b3a2-ed985c33bd18 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:02.295189 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-96d3f6ce-1a77-4624-b3a2-ed985c33bd18 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:02.296486 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-96d3f6ce-1a77-4624-b3a2-ed985c33bd18 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] 10.222.0.69 "DELETE /v2.0/floatingips/9b9af34e-3f2e-461a-b5eb-c3c5ed418cd6 HTTP/1.1" status: 204 len: 168 time: 0.6518693 Jun 29 15:58:02.623208 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef70696-09c0-4f31-bc75-5c328a73faba None None] New status for floating IP 9b9af34e-3f2e-461a-b5eb-c3c5ed418cd6: DOWN {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:58:02.694482 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddef97d-b559-4d58-9ede-291f0c0d20b5 req-bae3102d-2cd4-4879-befd-fa220a3ec02e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:02.703832 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Sync routers for ids ['742dc69c-1edc-496a-a354-0d81656ba9bf'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:58:02.708871 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3ddef97d-b559-4d58-9ede-291f0c0d20b5 req-bae3102d-2cd4-4879-befd-fa220a3ec02e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.1872115 Jun 29 15:58:02.724917 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Routers {'742dc69c-1edc-496a-a354-0d81656ba9bf'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:58:02.728612 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['742dc69c-1edc-496a-a354-0d81656ba9bf'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:02.814608 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3ddef97d-b559-4d58-9ede-291f0c0d20b5 req-a8af921e-4aa8-405b-9f5d-063e8dc72b05 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048155 Jun 29 15:58:02.983232 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Set router 742dc69c-1edc-496a-a354-0d81656ba9bf gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:58:03.010409 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:58:03.127695 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:58:03.128262 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:03.329743 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'name': 'tempest-TestMinimumBasicScenario-1503783412-router', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 4, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'gw_port': {'id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '1b08887a-2bca-4998-b3bd-dcd916c458f1', 'name': '', 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'mac_address': 'fa:16:3e:02:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3081dec3-5532-4f90-8181-5350da0a09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:56Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 2, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'subnets': [{'id': '3081dec3-5532-4f90-8181-5350da0a09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:03.360945 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Checking router: 742dc69c-1edc-496a-a354-0d81656ba9bf for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:58:03.361774 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Updating router 742dc69c-1edc-496a-a354-0d81656ba9bf port 1b08887a-2bca-4998-b3bd-dcd916c458f1 binding host dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 15:58:03.400936 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:03.831014 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Notify callbacks [] for port, precommit_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:03.857779 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.provisioning_blocks [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Transition to ACTIVE for port object 1b08887a-2bca-4998-b3bd-dcd916c458f1 will not be triggered until provisioned by entity L2. {{(pid=92925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:58:03.869731 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:03.874216 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:03.921242 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f252a-e835-4848-ac78-3ec89e486a62 None None] Pushing event updated for resources: {'Port': ['ID=1b08887a-2bca-4998-b3bd-dcd916c458f1,revision_number=3']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:03.927670 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-033f252a-e835-4848-ac78-3ec89e486a62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:04.052975 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Attempting to bind port 1b08887a-2bca-4998-b3bd-dcd916c458f1 on host dv-cinder-792209-4-iscsi for vnic_type normal with profile {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:58:04.054404 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Attempting to bind port 1b08887a-2bca-4998-b3bd-dcd916c458f1 by drivers openvswitch,hyperv on host dv-cinder-792209-4-iscsi at level 0 using segments [{'id': '5ca5197d-e6bb-4d7f-854d-d15672ece594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0'}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:58:04.055084 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Attempting to bind port 1b08887a-2bca-4998-b3bd-dcd916c458f1 on network 71b8960f-1e7c-472c-8775-4e444352feb0 {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:58:04.061621 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Checking agent: {'id': 'f9ff2f16-c44d-40b4-9192-5b1468e6bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 44, 14), 'started_at': datetime.datetime(2021, 6, 29, 15, 44, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:58:04.062344 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Checking segment: {'id': '5ca5197d-e6bb-4d7f-854d-d15672ece594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:58:04.062949 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:04.063543 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Bound using segment: {'id': '5ca5197d-e6bb-4d7f-854d-d15672ece594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0'} {{(pid=92925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:58:04.064380 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.managers [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Bound port: 1b08887a-2bca-4998-b3bd-dcd916c458f1, host: dv-cinder-792209-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca5197d-e6bb-4d7f-854d-d15672ece594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0'}}] {{(pid=92925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:58:04.065002 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:04.122480 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d2863-5fe2-4d9c-96a0-69fb18189d15 req-290a8c0b-bfba-4e54-9983-7ce7bb0fba91 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:04.125221 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fe6d2863-5fe2-4d9c-96a0-69fb18189d15 req-290a8c0b-bfba-4e54-9983-7ce7bb0fba91 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.1305325 Jun 29 15:58:04.180040 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-fe6d2863-5fe2-4d9c-96a0-69fb18189d15 req-c0131b81-ab10-489b-bf65-45f7f257b9eb tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468440 Jun 29 15:58:04.306186 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] For port 1b08887a-2bca-4998-b3bd-dcd916c458f1, host dv-cinder-792209-4-iscsi, cleared binding levels {{(pid=92925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:58:04.312031 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.plugins.ml2.db [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] For port 1b08887a-2bca-4998-b3bd-dcd916c458f1, host dv-cinder-792209-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=1b08887a-2bca-4998-b3bd-dcd916c458f1,segment=NetworkSegment(5ca5197d-e6bb-4d7f-854d-d15672ece594),segment_id=5ca5197d-e6bb-4d7f-854d-d15672ece594)] {{(pid=92925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:58:04.317550 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron_lib.callbacks.manager [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:04.324560 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-033f252a-e835-4848-ac78-3ec89e486a62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:04.378984 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f252a-e835-4848-ac78-3ec89e486a62 None None] Pushing event updated for resources: {'Port': ['ID=1b08887a-2bca-4998-b3bd-dcd916c458f1,revision_number=4']} {{(pid=92925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:04.383728 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG oslo_concurrency.lockutils [None req-033f252a-e835-4848-ac78-3ec89e486a62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:04.398940 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Routers {'742dc69c-1edc-496a-a354-0d81656ba9bf'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:58:04.399570 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['742dc69c-1edc-496a-a354-0d81656ba9bf'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:04.536279 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] Set router 742dc69c-1edc-496a-a354-0d81656ba9bf gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:58:04.906189 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'name': 'tempest-TestMinimumBasicScenario-1503783412-router', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 4, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'gw_port': {'id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '1b08887a-2bca-4998-b3bd-dcd916c458f1', 'name': '', 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'mac_address': 'fa:16:3e:02:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3081dec3-5532-4f90-8181-5350da0a09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:56Z', 'updated_at': '2021-06-29T15:58:04Z', 'revision_number': 4, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'subnets': [{'id': '3081dec3-5532-4f90-8181-5350da0a09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:04.968630 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 1b08887a-2bca-4998-b3bd-dcd916c458f1 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:58:04.983868 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d6afe3-a839-4691-bdee-8d39db48b321 None None] The sync data for ids ['742dc69c-1edc-496a-a354-0d81656ba9bf'] in dv-cinder-792209-4-iscsi is: [{'id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'name': 'tempest-TestMinimumBasicScenario-1503783412-router', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 4, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'gw_port': {'id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '1b08887a-2bca-4998-b3bd-dcd916c458f1', 'name': '', 'network_id': '71b8960f-1e7c-472c-8775-4e444352feb0', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'mac_address': 'fa:16:3e:02:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '3081dec3-5532-4f90-8181-5350da0a09cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:56Z', 'updated_at': '2021-06-29T15:58:04Z', 'revision_number': 4, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'subnets': [{'id': '3081dec3-5532-4f90-8181-5350da0a09cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:58:05.096828 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning for port 1b08887a-2bca-4998-b3bd-dcd916c458f1 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:58:05.110397 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 1b08887a-2bca-4998-b3bd-dcd916c458f1 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:58:05.110797 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:05.355171 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:05.459880 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] For port 1b08887a-2bca-4998-b3bd-dcd916c458f1, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=1b08887a-2bca-4998-b3bd-dcd916c458f1,segment=NetworkSegment(5ca5197d-e6bb-4d7f-854d-d15672ece594),segment_id=5ca5197d-e6bb-4d7f-854d-d15672ece594)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:05.562033 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:05.564198 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:05.670581 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ab1bf-0f6a-42f5-894c-633662fce5b9 req-d5e9848a-d08d-48c0-a05e-d06339621698 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:05.672333 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b43ab1bf-0f6a-42f5-894c-633662fce5b9 req-d5e9848a-d08d-48c0-a05e-d06339621698 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.2818279 Jun 29 15:58:05.673943 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Pushing event updated for resources: {'Port': ['ID=1b08887a-2bca-4998-b3bd-dcd916c458f1,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:05.677317 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:05.739534 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b43ab1bf-0f6a-42f5-894c-633662fce5b9 req-9d92364f-9e25-4192-9695-3ed9d653dfba tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571210 Jun 29 15:58:06.556850 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43774) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:06.874165 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 1b08887a-2bca-4998-b3bd-dcd916c458f1 up at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:58:06.944590 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Provisioning complete for port 1b08887a-2bca-4998-b3bd-dcd916c458f1 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:58:06.944976 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:07.111853 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677acca2-bbea-4677-97f1-54859408be8e req-2ac8d6cc-5cd1-4750-ab5e-1a539e7e6f12 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:07.119653 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-677acca2-bbea-4677-97f1-54859408be8e req-2ac8d6cc-5cd1-4750-ab5e-1a539e7e6f12 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.1864977 Jun 29 15:58:07.177678 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-677acca2-bbea-4677-97f1-54859408be8e req-d4bfbc63-f359-4430-8248-3e8cbf9545d7 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569711 Jun 29 15:58:07.444275 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001785'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:08.199915 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Deleting port 84307c0d-ce15-4909-b330-537f26408e13 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:58:08.200615 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:08.379154 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] For port 84307c0d-ce15-4909-b330-537f26408e13, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=84307c0d-ce15-4909-b330-537f26408e13,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:08.379577 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:08.411494 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Calling delete_port for 84307c0d-ce15-4909-b330-537f26408e13 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:58:08.459943 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d1bf2-15ad-481f-82b7-3ebfdcc8e38b req-f70d4d3d-74f2-4b9c-a106-072c4ba1b27e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:08.461442 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce7d1bf2-15ad-481f-82b7-3ebfdcc8e38b req-f70d4d3d-74f2-4b9c-a106-072c4ba1b27e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.1066186 Jun 29 15:58:08.609850 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce7d1bf2-15ad-481f-82b7-3ebfdcc8e38b req-f081f26e-dde8-4d7b-8f84-91dedd919b90 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426182 Jun 29 15:58:08.782142 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:08.785617 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-34e5d7ab-aa37-4ea9-af54-f590001ea8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:08.818537 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Pushing event deleted for resources: {'Port': ['ID=84307c0d-ce15-4909-b330-537f26408e13,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:08.834008 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:08.834952 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:08.835516 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:08.836168 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:08.837859 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:08.838653 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:08.840095 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:08.841729 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:08.842723 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:08.844142 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:08.844508 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:08.845707 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:08.857374 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:09.192540 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000585'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:09.487902 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:58:09.760981 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:58:09.771628 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3658e520-dee4-4daa-8b9e-5d6602fb3073 admin admin] 10.222.0.69 "PUT /v2.0/routers/cfa3e397-3706-4ae8-9866-dbd8a7c769a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2124460 Jun 29 15:58:09.773195 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 43790) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:09.815554 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151cf7dd-e844-4ba1-bed5-5ce1a005a769 None None] Sync routers for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:58:09.836204 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151cf7dd-e844-4ba1-bed5-5ce1a005a769 None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:58:09.836865 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-151cf7dd-e844-4ba1-bed5-5ce1a005a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:09.912275 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19a6c2-952c-4b11-ba6b-f506c756ebe9 req-4dc6bb43-975c-4642-97bc-c3a936bcc5fc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:09.921039 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9f19a6c2-952c-4b11-ba6b-f506c756ebe9 req-4dc6bb43-975c-4642-97bc-c3a936bcc5fc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.1255827 Jun 29 15:58:10.007482 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9f19a6c2-952c-4b11-ba6b-f506c756ebe9 req-c78bd298-2481-4f5b-ac6a-2104838274e4 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798652 Jun 29 15:58:10.075799 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-151cf7dd-e844-4ba1-bed5-5ce1a005a769 None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:58:10.317140 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:10.600751 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:10.665050 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-151cf7dd-e844-4ba1-bed5-5ce1a005a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:58:08Z', 'revision_number': 5, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port': {'id': 'ae8e8531-a5bd-402c-b6c9-30465560c01f', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:10.739066 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151cf7dd-e844-4ba1-bed5-5ce1a005a769 None None] Checking router: cfa3e397-3706-4ae8-9866-dbd8a7c769a4 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:58:10.757362 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Deleting port ae8e8531-a5bd-402c-b6c9-30465560c01f {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:58:10.757828 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:10.763227 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151cf7dd-e844-4ba1-bed5-5ce1a005a769 None None] Routers {'cfa3e397-3706-4ae8-9866-dbd8a7c769a4'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:58:10.763869 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-151cf7dd-e844-4ba1-bed5-5ce1a005a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:57:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:10.956417 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] For port ae8e8531-a5bd-402c-b6c9-30465560c01f, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=ae8e8531-a5bd-402c-b6c9-30465560c01f,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:10.957367 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:10.972882 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Calling delete_port for ae8e8531-a5bd-402c-b6c9-30465560c01f owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:58:11.063067 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-398cbab9-d12e-4831-8f64-7f32617665b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:11.088440 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-151cf7dd-e844-4ba1-bed5-5ce1a005a769 None None] Set router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 gateway port host: None {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:58:11.252424 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-151cf7dd-e844-4ba1-bed5-5ce1a005a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:58:10Z', 'revision_number': 6, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port_host': None}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:11.318403 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151cf7dd-e844-4ba1-bed5-5ce1a005a769 None None] The sync data for ids ['cfa3e397-3706-4ae8-9866-dbd8a7c769a4'] in dv-cinder-792209-4-iscsi is: [{'id': 'cfa3e397-3706-4ae8-9866-dbd8a7c769a4', 'name': 'tempest-AttachVolumeTestJSON-127405885-router', 'tenant_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:58:10Z', 'revision_number': 6, 'project_id': 'd5439281c0ac4668952ac8a98e1cd1ad', 'gw_port_host': None}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:58:11.380626 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:11.420430 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-71962974-fd5e-4e9a-a5a6-496dcc3c6ed9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:11.462886 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8e8531-a5bd-402c-b6c9-30465560c01f,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:11.466449 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:11.561981 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646125'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:11.696835 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1000101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1739'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:11.699053 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:11.805629 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73115a34-e0d8-4858-9212-5af9fa12a26e req-4db46fd2-8368-4b4d-a8ac-44a5343f2823 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:11.807313 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73115a34-e0d8-4858-9212-5af9fa12a26e req-4db46fd2-8368-4b4d-a8ac-44a5343f2823 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.4286466 Jun 29 15:58:11.808809 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1001388'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:11.809400 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfa3e397-3706-4ae8-9866-dbd8a7c769a4 {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 15:58:11.815243 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:11.816350 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/cfa3e397-3706-4ae8-9866-dbd8a7c769a4 HTTP/1.1" status: 204 len: 168 time: 2.0421348 Jun 29 15:58:11.820066 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43802) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:11.883392 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-976580d5-827b-401d-888e-586f525a7b84 admin admin] Deleting subnet b45a8124-4c73-414b-aa79-0813179b73b7 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 15:58:11.886796 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-73115a34-e0d8-4858-9212-5af9fa12a26e req-90cdd8dc-0418-44c5-aa32-a139c81a2074 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688574 Jun 29 15:58:11.888880 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-976580d5-827b-401d-888e-586f525a7b84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:11.930715 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-976580d5-827b-401d-888e-586f525a7b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2514715'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:12.078865 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-976580d5-827b-401d-888e-586f525a7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:12.157156 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-976580d5-827b-401d-888e-586f525a7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9716441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9850893'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:12.159683 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4e212df4-2a57-4b4f-95e6-9972a8840658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:12.186098 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976580d5-827b-401d-888e-586f525a7b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b45a8124-4c73-414b-aa79-0813179b73b7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:12.189798 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-976580d5-827b-401d-888e-586f525a7b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:12.207662 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-976580d5-827b-401d-888e-586f525a7b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:12.211979 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23ddf17-1d38-4951-bdd3-74d3bdc85527 None None] Network 41b63229-f54d-495f-9492-1733d010c4cd requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:58:12.226360 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-976580d5-827b-401d-888e-586f525a7b84 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b45a8124-4c73-414b-aa79-0813179b73b7 HTTP/1.1" status: 204 len: 168 time: 0.4042494 Jun 29 15:58:12.229478 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 43810) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:12.360953 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:12.469114 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Deleting port a09f921e-db66-490b-98e2-a8513aeff4ae {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:58:12.469507 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:12.514043 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4944d7a2-baea-4713-afdd-282d541c32e4 None None] DHCP port deletion for 41b63229-f54d-495f-9492-1733d010c4cd request from dv-cinder-792209-4-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 15:58:12.553755 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] For port a09f921e-db66-490b-98e2-a8513aeff4ae, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=a09f921e-db66-490b-98e2-a8513aeff4ae,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:12.554282 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:12.570040 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Calling delete_port for a09f921e-db66-490b-98e2-a8513aeff4ae owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:58:12.617718 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-4944d7a2-baea-4713-afdd-282d541c32e4 None None] Deleting port a09f921e-db66-490b-98e2-a8513aeff4ae {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:58:12.618231 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4944d7a2-baea-4713-afdd-282d541c32e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:12.718308 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-4944d7a2-baea-4713-afdd-282d541c32e4 None None] For port a09f921e-db66-490b-98e2-a8513aeff4ae, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=a09f921e-db66-490b-98e2-a8513aeff4ae,segment=NetworkSegment(e4ccfdbf-1b04-4e00-8545-e242de8f0039),segment_id=e4ccfdbf-1b04-4e00-8545-e242de8f0039)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:12.718720 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4944d7a2-baea-4713-afdd-282d541c32e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:12.735063 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:12.745467 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:12.746008 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-4944d7a2-baea-4713-afdd-282d541c32e4 None None] Calling delete_port for a09f921e-db66-490b-98e2-a8513aeff4ae owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:58:12.778728 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09f921e-db66-490b-98e2-a8513aeff4ae,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:12.783600 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:12.787128 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] No DVR routers for this DVR port a09f921e-db66-490b-98e2-a8513aeff4ae on host dv-cinder-792209-4-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:58:12.877516 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device ae8e8531-a5bd-402c-b6c9-30465560c01f no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:58:12.917334 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: ae8e8531-a5bd-402c-b6c9-30465560c01f {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:58:12.917334 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device ae8e8531-a5bd-402c-b6c9-30465560c01f not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:58:12.917334 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 84307c0d-ce15-4909-b330-537f26408e13 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:58:12.954019 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:12.974571 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b63229-f54d-495f-9492-1733d010c4cd']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:12.976093 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 84307c0d-ce15-4909-b330-537f26408e13 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:58:12.978433 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 84307c0d-ce15-4909-b330-537f26408e13 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:58:12.979183 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a09f921e-db66-490b-98e2-a8513aeff4ae no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:58:12.998562 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ccfdbf-1b04-4e00-8545-e242de8f0039') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:12.999142 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ccfdbf-1b04-4e00-8545-e242de8f0039') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:13.010006 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2514708'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:13.024832 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: a09f921e-db66-490b-98e2-a8513aeff4ae {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:58:13.024832 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a09f921e-db66-490b-98e2-a8513aeff4ae not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:58:13.038127 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:13.051221 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:58:13.051638 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9716340'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: Traceback (most recent call last): Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: timer() Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: cb(*args, **kw) Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: return func(*args, **kwargs) Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: self._notify() Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: self.callback(batched_events) Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: event.method(event) Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: return f(self, *a, **k) Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._get(url).json() Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:58:13.055024 dv-cinder-792209-4-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:58:13.150228 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4944d7a2-baea-4713-afdd-282d541c32e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:13.152776 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:13.188212 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:13.199140 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-549be9cf-e46c-4bec-b362-0d60d433f2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:13.202845 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:13.204889 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] 10.222.0.69 "DELETE /v2.0/networks/41b63229-f54d-495f-9492-1733d010c4cd HTTP/1.1" status: 204 len: 168 time: 0.9740732 Jun 29 15:58:13.227892 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52261d80-dce1-40dd-b358-0a19e585ae65 req-0edcd2e2-5a6a-4199-916c-2d16b8b51eb7 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:13.229020 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944d7a2-baea-4713-afdd-282d541c32e4 None None] Pushing event deleted for resources: {'Port': ['ID=a09f921e-db66-490b-98e2-a8513aeff4ae,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:13.235098 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-52261d80-dce1-40dd-b358-0a19e585ae65 req-0edcd2e2-5a6a-4199-916c-2d16b8b51eb7 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.1396594 Jun 29 15:58:13.240988 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4944d7a2-baea-4713-afdd-282d541c32e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:13.248081 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Pushing event deleted for resources: {'Network': ['ID=41b63229-f54d-495f-9492-1733d010c4cd,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:13.251316 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944d7a2-baea-4713-afdd-282d541c32e4 None None] No DVR routers for this DVR port a09f921e-db66-490b-98e2-a8513aeff4ae on host dv-cinder-792209-4-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:58:13.254908 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d29d8678-f1f3-44eb-b16a-226e300cd115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:13.325668 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-52261d80-dce1-40dd-b358-0a19e585ae65 req-641941a3-52e1-4d15-a352-444e9592eaa8 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895793 Jun 29 15:58:13.390747 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-bae9c679-102c-4dc9-abbc-22c18afe7627 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:13.397995 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-bae9c679-102c-4dc9-abbc-22c18afe7627 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/networks?id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 HTTP/1.1" status: 200 len: 814 time: 0.2845502 Jun 29 15:58:13.403708 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 43832) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:13.429681 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7ba475ef-39d2-4d87-82e1-7641d6d9fce5 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/quotas/214d4ae51fb74efeb6c64aeea911e946 HTTP/1.1" status: 200 len: 375 time: 0.0305927 Jun 29 15:58:13.460290 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a00ac1d3-0181-4acb-ba18-af237126d279 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d5439281c0ac4668952ac8a98e1cd1ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0542502 Jun 29 15:58:13.462364 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 43834) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:13.501850 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-5dc04e16-1514-468b-9af5-9d9918bf6390 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=214d4ae51fb74efeb6c64aeea911e946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712795 Jun 29 15:58:13.516653 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1356667-2af7-468a-9d9c-b9cc28518be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:13.540144 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1356667-2af7-468a-9d9c-b9cc28518be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:13.600402 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1356667-2af7-468a-9d9c-b9cc28518be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:13.612410 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-f7130e27-ebf9-4428-81d2-f76afd1dded4 service neutron] 10.222.0.69 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989547 Jun 29 15:58:13.613905 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c1356667-2af7-468a-9d9c-b9cc28518be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:13.617987 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c1356667-2af7-468a-9d9c-b9cc28518be3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/890fb224-13bd-4473-9a7b-ff32b1cf976b HTTP/1.1" status: 204 len: 168 time: 0.1512420 Jun 29 15:58:13.617987 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ed44f81e-04b6-4c46-9d3f-70707795e50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:13.634639 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1356667-2af7-468a-9d9c-b9cc28518be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890fb224-13bd-4473-9a7b-ff32b1cf976b,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:13.647837 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c1356667-2af7-468a-9d9c-b9cc28518be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:13.720750 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:13.745225 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-18240962-d5c5-4958-850d-0877c54bcd46 service neutron] 10.222.0.69 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189394 Jun 29 15:58:13.766090 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f4615b95-af2e-403f-9c70-caad0a32debd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:13.944448 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5a3449b3-dc96-4716-a866-8b94db110dcf req-2a26f4d6-a120-4bdf-a2a1-6a939da69c58 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 210 time: 0.0359757 Jun 29 15:58:14.155906 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:58:14.509760 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714b9e9-cd4e-4dc9-aff8-f34acfde6eef req-8d23762d-e2cc-4021-bd86-5fbe47151730 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:14.511294 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d714b9e9-cd4e-4dc9-aff8-f34acfde6eef req-8d23762d-e2cc-4021-bd86-5fbe47151730 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.0732577 Jun 29 15:58:14.560168 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d714b9e9-cd4e-4dc9-aff8-f34acfde6eef req-00ef2f8f-d5f8-4187-8977-57836e513ea8 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411386 Jun 29 15:58:14.634771 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:15.084755 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-001ba8e8-240e-467b-857f-825adcbb09f4 req-216da038-93ac-428a-8e8d-a382ad236850 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 210 time: 0.0295391 Jun 29 15:58:15.241709 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-b93b32b5-561b-487f-b398-643f65bbca9a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:15.243127 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-b93b32b5-561b-487f-b398-643f65bbca9a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.81 "GET /v2.0/networks?id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 HTTP/1.1" status: 200 len: 814 time: 0.1083698 Jun 29 15:58:15.261322 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Request body: {'port': {'device_id': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'admin_state_up': True, 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:58:15.373801 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Made reservation on behalf of 214d4ae51fb74efeb6c64aeea911e946 for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:58:15.377397 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:15.508049 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Allocated IP 172.20.0.5 (facfbcb4-7ef0-46cb-acf5-5e8e3df04c69/d7d4e83f-e89c-43f5-84c5-4a7885a379fd/6ae20f49-0625-4c59-968f-368011c45eca) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:58:15.664996 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:15.683574 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Transition to ACTIVE for port object 6ae20f49-0625-4c59-968f-368011c45eca will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:58:15.719841 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:15.725071 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:15.767992 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:58:15.768604 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc840bf7-74e0-4a16-b5bb-0f7ebcd5e945 req-30d29d8c-a5f4-41d5-8c46-307163db985e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:15.770361 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cc840bf7-74e0-4a16-b5bb-0f7ebcd5e945 req-30d29d8c-a5f4-41d5-8c46-307163db985e tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.0745354 Jun 29 15:58:15.771368 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:58:15.775965 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:58:15.802434 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event updated for resources: {'Port': ['ID=6ae20f49-0625-4c59-968f-368011c45eca,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:15.809713 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:15.857345 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:15.858014 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:15.878757 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cc840bf7-74e0-4a16-b5bb-0f7ebcd5e945 req-cc311db8-dad7-4929-a767-937ddbce638c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904589 Jun 29 15:58:15.896207 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6364863 Jun 29 15:58:16.169369 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-66aefc9d-0e8c-4756-abed-90477cf5beb9 None None] Provisioning for port 6ae20f49-0625-4c59-968f-368011c45eca completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:58:16.175535 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-66aefc9d-0e8c-4756-abed-90477cf5beb9 None None] Provisioning complete for port 6ae20f49-0625-4c59-968f-368011c45eca triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:58:16.176365 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-66aefc9d-0e8c-4756-abed-90477cf5beb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:16.226114 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-66aefc9d-0e8c-4756-abed-90477cf5beb9 None None] Port 6ae20f49-0625-4c59-968f-368011c45eca cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:58:16.263448 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:16.313883 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f5125-8cb7-47ee-b647-ef71c2fdb125 req-e288acb2-0976-45d0-a729-630728cfa7ba tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:16.315390 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d5f5125-8cb7-47ee-b647-ef71c2fdb125 req-e288acb2-0976-45d0-a729-630728cfa7ba tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 931 time: 0.0721366 Jun 29 15:58:16.390020 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1d5f5125-8cb7-47ee-b647-ef71c2fdb125 req-c8376e97-ac60-43fa-826b-cca9ead8d60c tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664406 Jun 29 15:58:17.084986 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f6594-d4f1-4df1-bdf6-0364055d9df6 req-f54546a7-2393-46ab-9a52-b47d23e9bd22 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:17.092045 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7c7f6594-d4f1-4df1-bdf6-0364055d9df6 req-f54546a7-2393-46ab-9a52-b47d23e9bd22 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.0759964 Jun 29 15:58:17.126886 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7c7f6594-d4f1-4df1-bdf6-0364055d9df6 req-1900210d-ec70-48d8-898f-f470c7bd367a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339839 Jun 29 15:58:17.575658 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acef07-bacc-4614-9735-34af7c47c439 req-4a4b4f97-632c-4755-99a5-fe7823eab7c7 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:17.583668 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-65acef07-bacc-4614-9735-34af7c47c439 req-4a4b4f97-632c-4755-99a5-fe7823eab7c7 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 931 time: 0.0792911 Jun 29 15:58:17.629214 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-65acef07-bacc-4614-9735-34af7c47c439 req-a802aff6-3c15-4b20-b237-381ee4c22ab7 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Jun 29 15:58:18.320170 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7d89d-f2e4-45da-9a4a-0e7858d14f98 req-7c8b310c-0afc-44e4-a457-5cbff3cc266f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:18.321770 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-74c7d89d-f2e4-45da-9a4a-0e7858d14f98 req-7c8b310c-0afc-44e4-a457-5cbff3cc266f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 943 time: 0.0680754 Jun 29 15:58:18.363220 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-74c7d89d-f2e4-45da-9a4a-0e7858d14f98 req-7d100086-4823-47b7-b005-81fabc52fc03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351620 Jun 29 15:58:18.520087 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ee2df7d4-8d69-42f2-b9b9-b93e582753d4 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:58:18.633682 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:18.649740 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'port_id': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'mac_address': 'fa:16:3e:cb:18:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:58:18.695250 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:18.709350 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee2df7d4-8d69-42f2-b9b9-b93e582753d4 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:58:18.729472 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:18.736774 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:18.741352 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:18.799548 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,revision_number=9']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:18.810863 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:18.840358 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573a9ca-7ae2-47dd-89e3-51a6d705ccf1 req-b767bf59-e459-482c-9435-ef484ddcea42 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:18.841869 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0573a9ca-7ae2-47dd-89e3-51a6d705ccf1 req-b767bf59-e459-482c-9435-ef484ddcea42 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 931 time: 0.0911493 Jun 29 15:58:18.884724 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0573a9ca-7ae2-47dd-89e3-51a6d705ccf1 req-47c123bf-c308-44bb-b2a0-587a62d97216 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368795 Jun 29 15:58:19.569052 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d96218-d559-4e16-994f-063f10b80714 req-9122a3be-1d93-4aa3-a2ca-3170d163baa2 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:19.571716 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-36d96218-d559-4e16-994f-063f10b80714 req-9122a3be-1d93-4aa3-a2ca-3170d163baa2 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 944 time: 0.0728111 Jun 29 15:58:19.619917 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-36d96218-d559-4e16-994f-063f10b80714 req-6c9daa58-d49b-4930-9800-eba90ee6a10a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418649 Jun 29 15:58:19.800169 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['ee2df7d4-8d69-42f2-b9b9-b93e582753d4'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:58:20.087582 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad461a2-cdec-4d91-a029-fc02e556148f req-ff7ae52c-4280-4da6-8e9f-67a2cf90ff2a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:20.089067 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8ad461a2-cdec-4d91-a029-fc02e556148f req-ff7ae52c-4280-4da6-8e9f-67a2cf90ff2a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 931 time: 0.0646386 Jun 29 15:58:20.127619 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8ad461a2-cdec-4d91-a029-fc02e556148f req-7d04112a-b60d-421b-a3ab-fb5500f1355a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Jun 29 15:58:20.829680 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b7b27-c2c8-4b5c-b911-052f4200ebd7 req-0dab8c83-9cac-4b42-856e-ef291a44afee tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:20.831402 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-814b7b27-c2c8-4b5c-b911-052f4200ebd7 req-0dab8c83-9cac-4b42-856e-ef291a44afee tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 944 time: 0.0912583 Jun 29 15:58:20.894572 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-814b7b27-c2c8-4b5c-b911-052f4200ebd7 req-46385be6-47c1-42a2-a327-31db95ec67d6 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552549 Jun 29 15:58:21.321712 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67e7fe-1072-4943-8c4f-6ce65badbe4c req-57b3edb6-4007-4256-9e14-42fb28e666ff tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:21.323204 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a67e7fe-1072-4943-8c4f-6ce65badbe4c req-57b3edb6-4007-4256-9e14-42fb28e666ff tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 931 time: 0.0722609 Jun 29 15:58:21.366787 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a67e7fe-1072-4943-8c4f-6ce65badbe4c req-415fa0c4-12a4-4f80-ae72-e9f082d71489 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370824 Jun 29 15:58:21.934710 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ee2df7d4-8d69-42f2-b9b9-b93e582753d4 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:58:22.000773 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:58:22.001609 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:22.111126 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897289b-2956-439e-9acb-fda9cb9d71e0 req-21054122-6c34-4640-a8ee-a7a27b13434f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:22.118744 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c897289b-2956-439e-9acb-fda9cb9d71e0 req-21054122-6c34-4640-a8ee-a7a27b13434f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 944 time: 0.0823655 Jun 29 15:58:22.155131 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c897289b-2956-439e-9acb-fda9cb9d71e0 req-e7a49df3-c425-4202-bfb6-2ce20ee09a99 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354204 Jun 29 15:58:22.245507 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:22.278173 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:58:22.281140 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d047b742-fe57-4e4e-9982-078c5dad4f6c" -d '{"events": [{"server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "name": "network-vif-plugged", "status": "completed", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:58:22.295842 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:22.301456 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:22.303947 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:22.384375 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,revision_number=10']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:22.387930 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ee039e-77bd-415f-9161-1109103933e1 x-openstack-request-id: req-05ee039e-77bd-415f-9161-1109103933e1 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:58:22.388234 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "name": "network-vif-plugged", "status": "completed", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:58:22.388499 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-05ee039e-77bd-415f-9161-1109103933e1 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:58:22.388898 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'code': 200} Jun 29 15:58:22.389620 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:22.552980 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a34c0-16c6-4f72-8f37-9936ab2708e1 req-2ac8f645-c7a7-4d8e-b168-e6b303acd191 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:22.554585 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a8a34c0-16c6-4f72-8f37-9936ab2708e1 req-2ac8f645-c7a7-4d8e-b168-e6b303acd191 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 931 time: 0.0707021 Jun 29 15:58:22.603018 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0a8a34c0-16c6-4f72-8f37-9936ab2708e1 req-0cdd0c9a-7c3c-45fc-b588-a83f1934c395 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Jun 29 15:58:23.388762 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17572e40-83e9-47d9-b5c5-216b40ec36a4 req-1977e575-7b33-4f34-ae22-7dee714792fd tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:23.400901 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-17572e40-83e9-47d9-b5c5-216b40ec36a4 req-1977e575-7b33-4f34-ae22-7dee714792fd tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 946 time: 0.1066556 Jun 29 15:58:23.441195 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-17572e40-83e9-47d9-b5c5-216b40ec36a4 req-7430e45f-77e9-4968-9e86-25b2969d12e0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388618 Jun 29 15:58:23.597124 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44010) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:23.738741 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a563acdd-1a42-4dd5-abd2-571f1e13cd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:23.813718 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c13de6-9ef4-4d47-b624-6c3585088a9e req-96930320-aa28-4719-8543-f6b63c4ad346 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:23.815340 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c9c13de6-9ef4-4d47-b624-6c3585088a9e req-96930320-aa28-4719-8543-f6b63c4ad346 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 931 time: 0.0729172 Jun 29 15:58:23.843883 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a563acdd-1a42-4dd5-abd2-571f1e13cd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:23.853194 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a563acdd-1a42-4dd5-abd2-571f1e13cd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:23.861879 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c13fd03e-2478-4e32-8e09-f890ff8952c5 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:23.872683 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c9c13de6-9ef4-4d47-b624-6c3585088a9e req-e58b5655-4bbb-4fb0-a7f3-1b00a902eafd tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473161 Jun 29 15:58:23.905851 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a563acdd-1a42-4dd5-abd2-571f1e13cd56 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=608448a6146b493a9bbadc05603eb9b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074729 Jun 29 15:58:23.908508 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44016) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:23.911646 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563acdd-1a42-4dd5-abd2-571f1e13cd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624e8ac-83a5-4a31-9913-6ddd38e047ed,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:23.915268 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a563acdd-1a42-4dd5-abd2-571f1e13cd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:23.969871 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:23.992145 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:24.042815 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:24.045884 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:24.047031 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1624e8ac-83a5-4a31-9913-6ddd38e047ed HTTP/1.1" status: 204 len: 168 time: 0.1375494 Jun 29 15:58:24.047788 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e72bee09-8291-41f7-a1b4-e58e72f5baeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:24.055436 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624e8ac-83a5-4a31-9913-6ddd38e047ed,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:24.064904 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:24.065313 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:24.065692 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:24.066180 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:24.066586 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:24.066903 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:24.067371 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:24.067839 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:24.069071 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:24.069499 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:24.069867 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:24.070400 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:24.074317 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-104a6787-ac2f-4f30-b668-acb3f3dc30e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:24.652587 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182f054-4df8-4ea2-9432-7713a123c669 req-7fcb75fe-58cb-4604-965e-f7653bad8c92 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:24.654173 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9182f054-4df8-4ea2-9432-7713a123c669 req-7fcb75fe-58cb-4604-965e-f7653bad8c92 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 946 time: 0.0719166 Jun 29 15:58:24.709852 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9182f054-4df8-4ea2-9432-7713a123c669 req-9bb3d85e-5b3f-40ea-8585-186c5401403b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494497 Jun 29 15:58:25.094126 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b044c6-238d-4ddd-9be1-00f12ecfc753 req-6a70b2f1-cb60-4360-a644-f93ea3d1d214 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:25.095704 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f3b044c6-238d-4ddd-9be1-00f12ecfc753 req-6a70b2f1-cb60-4360-a644-f93ea3d1d214 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 931 time: 0.0788794 Jun 29 15:58:25.159827 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f3b044c6-238d-4ddd-9be1-00f12ecfc753 req-afa089bd-9012-4efa-9d19-cbf1f02892cc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532975 Jun 29 15:58:25.911777 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf483-e997-4d6f-80c6-03eece4adc76 req-f04b3079-c72d-4f2c-9fef-a4eb985bdd3f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:25.914072 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-51adf483-e997-4d6f-80c6-03eece4adc76 req-f04b3079-c72d-4f2c-9fef-a4eb985bdd3f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 946 time: 0.0768147 Jun 29 15:58:25.955433 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-51adf483-e997-4d6f-80c6-03eece4adc76 req-9233c966-6c60-44b2-9d6b-9540d47a1a2f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353329 Jun 29 15:58:26.333489 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101d32a-0fd8-4d9d-b496-df5f57a47531 req-fea91b7a-87b6-44d7-bb0b-d86f0a6b8c5d tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:26.335435 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5101d32a-0fd8-4d9d-b496-df5f57a47531 req-fea91b7a-87b6-44d7-bb0b-d86f0a6b8c5d tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 931 time: 0.0627258 Jun 29 15:58:26.373264 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5101d32a-0fd8-4d9d-b496-df5f57a47531 req-5ec8f8e6-de01-478a-a3d6-0f4faa78660e tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Jun 29 15:58:26.634154 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Request body: {'port': {'device_id': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:58:26.712684 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:26.931170 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd00a7-3629-4999-b503-43efae1caced req-88440a3b-31cd-4482-9b98-96e196b46558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:26.932645 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0cd00a7-3629-4999-b503-43efae1caced req-88440a3b-31cd-4482-9b98-96e196b46558 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 1099 time: 0.1188290 Jun 29 15:58:26.992796 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0cd00a7-3629-4999-b503-43efae1caced req-e13faef0-62e8-4b1e-b5b5-cb74591f9c97 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519571 Jun 29 15:58:27.045730 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae20f49-0625-4c59-968f-368011c45eca {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:58:27.056188 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:27.071836 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Transition to ACTIVE for port object 6ae20f49-0625-4c59-968f-368011c45eca will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:58:27.075571 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:27.078038 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-08aebaa8-19c7-44e0-ad60-f09c64121ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:27.127387 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae20f49-0625-4c59-968f-368011c45eca,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:27.132937 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:27.228241 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd95f60-7054-46a5-91f9-1a1fbd7c5a86 req-e96f667e-2a01-4ade-883e-e955e378145a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:27.240607 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Attempting to bind port 6ae20f49-0625-4c59-968f-368011c45eca on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:58:27.241154 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Attempting to bind port 6ae20f49-0625-4c59-968f-368011c45eca by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9e6b05e4-9528-475a-ac79-75da767ae0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:58:27.241627 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Attempting to bind port 6ae20f49-0625-4c59-968f-368011c45eca on network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:58:27.246355 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2fd95f60-7054-46a5-91f9-1a1fbd7c5a86 req-e96f667e-2a01-4ade-883e-e955e378145a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 946 time: 0.1142771 Jun 29 15:58:27.246860 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Port 6ae20f49-0625-4c59-968f-368011c45eca on network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:58:27.247243 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Attempting to bind port 6ae20f49-0625-4c59-968f-368011c45eca on network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:58:27.270008 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:58:27.270348 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Checking segment: {'id': '9e6b05e4-9528-475a-ac79-75da767ae0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:58:27.270739 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Bound using segment: {'id': '9e6b05e4-9528-475a-ac79-75da767ae0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:58:27.271243 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Bound port: 6ae20f49-0625-4c59-968f-368011c45eca, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6b05e4-9528-475a-ac79-75da767ae0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:58:27.273934 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:27.303894 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2fd95f60-7054-46a5-91f9-1a1fbd7c5a86 req-98911bb0-defd-42dd-a8be-926a7fe758d1 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533385 Jun 29 15:58:27.378003 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] For port 6ae20f49-0625-4c59-968f-368011c45eca, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:58:27.381285 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] For port 6ae20f49-0625-4c59-968f-368011c45eca, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ae20f49-0625-4c59-968f-368011c45eca,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:58:27.385478 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:27.388454 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:27.420350 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:27.420972 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:27.422383 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] 10.222.0.81 "PUT /v2.0/ports/6ae20f49-0625-4c59-968f-368011c45eca HTTP/1.1" status: 200 len: 1093 time: 0.7935660 Jun 29 15:58:27.422944 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:58:27.425264 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701831d6-238e-4ff2-9c8b-39f9945f2564" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "tag": "6ae20f49-0625-4c59-968f-368011c45eca"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:58:27.453108 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae20f49-0625-4c59-968f-368011c45eca,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:27.456261 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:27.494355 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973e96c8-5019-4862-bc0e-87aef970aeef x-openstack-request-id: req-973e96c8-5019-4862-bc0e-87aef970aeef {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:58:27.494681 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "tag": "6ae20f49-0625-4c59-968f-368011c45eca", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:58:27.494970 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-973e96c8-5019-4862-bc0e-87aef970aeef {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:58:27.495411 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca', 'status': 'completed', 'code': 200} Jun 29 15:58:27.523244 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-f33eafa0-771e-435a-b6de-af6ee7a5c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:27.524748 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-f33eafa0-771e-435a-b6de-af6ee7a5c435 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=214d4ae51fb74efeb6c64aeea911e946&device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 1096 time: 0.0609660 Jun 29 15:58:27.593515 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-7d71e9ad-6285-4e32-933c-493a21dc91e0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae20f49-0625-4c59-968f-368011c45eca HTTP/1.1" status: 200 len: 217 time: 0.0583949 Jun 29 15:58:27.656027 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-6ac2e44e-ba63-480e-a2bf-901fae7c7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:27.657427 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-6ac2e44e-ba63-480e-a2bf-901fae7c7749 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d7d4e83f-e89c-43f5-84c5-4a7885a379fd HTTP/1.1" status: 200 len: 853 time: 0.0558619 Jun 29 15:58:27.666312 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2540a77-e5f7-43c9-aa06-8e4d69808f0e req-8f2af43f-a480-47ff-b98c-8a6ef4091526 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:27.667727 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2540a77-e5f7-43c9-aa06-8e4d69808f0e req-8f2af43f-a480-47ff-b98c-8a6ef4091526 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 943 time: 0.1421006 Jun 29 15:58:27.740167 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a2540a77-e5f7-43c9-aa06-8e4d69808f0e req-f5d2a57a-6aec-453e-99e3-41dd8c8c815c tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632823 Jun 29 15:58:27.750802 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-e6db2167-bbb4-4a09-8f44-fe4afe92657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:27.752262 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-e6db2167-bbb4-4a09-8f44-fe4afe92657e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837026 Jun 29 15:58:27.849161 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-db923395-b86a-4116-a805-88955d4122a9 service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839815 Jun 29 15:58:27.946664 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5164d9b6-7989-4878-be65-d777be81ccd7 req-86fb15e3-df03-4ed6-8e0b-579a65b9b101 service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900381 Jun 29 15:58:28.048989 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701831d6-238e-4ff2-9c8b-39f9945f2564 req-540c80e5-8eeb-40d4-b5e5-cf7ef3ffdf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:28.050500 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-701831d6-238e-4ff2-9c8b-39f9945f2564 req-540c80e5-8eeb-40d4-b5e5-cf7ef3ffdf56 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=214d4ae51fb74efeb6c64aeea911e946&device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 1096 time: 0.0539761 Jun 29 15:58:28.144858 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701831d6-238e-4ff2-9c8b-39f9945f2564 req-859fadb8-bcb6-47cf-8ea9-3a713a0ff2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:28.146464 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-701831d6-238e-4ff2-9c8b-39f9945f2564 req-859fadb8-bcb6-47cf-8ea9-3a713a0ff2b3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 HTTP/1.1" status: 200 len: 915 time: 0.0894332 Jun 29 15:58:28.188493 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-701831d6-238e-4ff2-9c8b-39f9945f2564 req-2bae6f36-4eee-4a51-a441-fff8a35e82e8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae20f49-0625-4c59-968f-368011c45eca HTTP/1.1" status: 200 len: 217 time: 0.0347002 Jun 29 15:58:28.237811 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701831d6-238e-4ff2-9c8b-39f9945f2564 req-e877adfd-1c62-4d29-b9c3-fc241aed1f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:28.239260 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-701831d6-238e-4ff2-9c8b-39f9945f2564 req-e877adfd-1c62-4d29-b9c3-fc241aed1f83 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d7d4e83f-e89c-43f5-84c5-4a7885a379fd HTTP/1.1" status: 200 len: 853 time: 0.0442374 Jun 29 15:58:28.298282 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701831d6-238e-4ff2-9c8b-39f9945f2564 req-258e5ebc-d132-45df-8e7f-b4ce0c00e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:28.299751 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-701831d6-238e-4ff2-9c8b-39f9945f2564 req-258e5ebc-d132-45df-8e7f-b4ce0c00e3ea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539131 Jun 29 15:58:28.420389 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-701831d6-238e-4ff2-9c8b-39f9945f2564 req-7a4304f7-ce2f-410a-aeb4-4810204dccc7 service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105740 Jun 29 15:58:28.514798 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f4b97-4a12-4ab9-9937-1779b554d73f req-097a4adc-4e64-46a7-a80c-b2813547002c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:28.517334 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b28f4b97-4a12-4ab9-9937-1779b554d73f req-097a4adc-4e64-46a7-a80c-b2813547002c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 946 time: 0.0930264 Jun 29 15:58:28.526860 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-701831d6-238e-4ff2-9c8b-39f9945f2564 req-9f423779-5d92-49b7-83c9-23489c6ecc2b service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994852 Jun 29 15:58:28.561727 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b28f4b97-4a12-4ab9-9937-1779b554d73f req-30ca2e51-e1df-4523-acd1-2338101ce42f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382378 Jun 29 15:58:28.915379 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c9480-4110-4dca-af22-5aa0f0356871 req-c1a2f9b3-2b85-4b93-804d-a7f374a5626b tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:28.916895 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-448c9480-4110-4dca-af22-5aa0f0356871 req-c1a2f9b3-2b85-4b93-804d-a7f374a5626b tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 943 time: 0.0676494 Jun 29 15:58:28.954508 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-448c9480-4110-4dca-af22-5aa0f0356871 req-78d6c2e4-5a0c-433c-a33b-7d97546ddb41 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320871 Jun 29 15:58:29.744916 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd520a-0984-4bdf-b4d4-710f231bdbd6 req-1c74c962-633d-4972-b916-3aa8b0cc9fcd tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:29.746398 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-78cd520a-0984-4bdf-b4d4-710f231bdbd6 req-1c74c962-633d-4972-b916-3aa8b0cc9fcd tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 946 time: 0.0660172 Jun 29 15:58:29.784097 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-78cd520a-0984-4bdf-b4d4-710f231bdbd6 req-0432359d-b3a4-4d96-9efe-93780f44537f tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321062 Jun 29 15:58:30.127611 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12223930-7e01-4d76-9d7d-fb31b7acb100 req-f1b17fc4-84f6-440a-873f-dca9c3c3bd39 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:30.129064 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-12223930-7e01-4d76-9d7d-fb31b7acb100 req-f1b17fc4-84f6-440a-873f-dca9c3c3bd39 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 943 time: 0.0628800 Jun 29 15:58:30.166690 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-12223930-7e01-4d76-9d7d-fb31b7acb100 req-e24ac1ea-f756-40cf-bb5b-5c0af0d99a08 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313156 Jun 29 15:58:30.709746 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 6ae20f49-0625-4c59-968f-368011c45eca details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:58:30.812442 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 6ae20f49-0625-4c59-968f-368011c45eca, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ae20f49-0625-4c59-968f-368011c45eca,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:30.825410 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '6ae20f49-0625-4c59-968f-368011c45eca', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'port_id': '6ae20f49-0625-4c59-968f-368011c45eca', 'mac_address': 'fa:16:3e:d4:06:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:58:30.826954 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:30.862379 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:30.875171 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae20f49-0625-4c59-968f-368011c45eca {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:58:30.899706 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 6ae20f49-0625-4c59-968f-368011c45eca, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ae20f49-0625-4c59-968f-368011c45eca,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:30.903480 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:30.906433 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:30.951134 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=6ae20f49-0625-4c59-968f-368011c45eca,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:30.954253 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:31.338792 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86e2df-8813-44f3-8e56-871c0c4e040e req-22d7b203-ba1c-40f9-8901-4b0502794931 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:31.340245 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ab86e2df-8813-44f3-8e56-871c0c4e040e req-22d7b203-ba1c-40f9-8901-4b0502794931 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 944 time: 0.0619562 Jun 29 15:58:31.377010 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ab86e2df-8813-44f3-8e56-871c0c4e040e req-ac92dcc1-0138-41a5-b364-66850e4d153b tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312414 Jun 29 15:58:31.993954 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['6ae20f49-0625-4c59-968f-368011c45eca'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:58:32.156926 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cce9feec-6135-4c54-bd1d-6bd52e75cfbb req-025a05ad-cdeb-4d99-8aa9-5ae757a7ba78 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545242 Jun 29 15:58:32.237607 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9feec-6135-4c54-bd1d-6bd52e75cfbb req-9577fbde-1f8e-4889-876c-f24638fadd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:32.239081 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cce9feec-6135-4c54-bd1d-6bd52e75cfbb req-9577fbde-1f8e-4889-876c-f24638fadd85 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 1099 time: 0.0569496 Jun 29 15:58:32.341058 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9feec-6135-4c54-bd1d-6bd52e75cfbb req-171cdcb8-6f78-46e6-a850-aa9b5f74cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:32.342434 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cce9feec-6135-4c54-bd1d-6bd52e75cfbb req-171cdcb8-6f78-46e6-a850-aa9b5f74cdf3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 200 len: 916 time: 0.0816739 Jun 29 15:58:32.409919 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cce9feec-6135-4c54-bd1d-6bd52e75cfbb req-61725184-a375-443c-ba04-818e8c8423c1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4 HTTP/1.1" status: 200 len: 1001 time: 0.0609775 Jun 29 15:58:32.459956 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9feec-6135-4c54-bd1d-6bd52e75cfbb req-ff3418c8-27a1-4312-aab2-051c2263120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:32.461444 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cce9feec-6135-4c54-bd1d-6bd52e75cfbb req-ff3418c8-27a1-4312-aab2-051c2263120a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8db42e60-7985-44f3-8899-246ef24f69ae HTTP/1.1" status: 200 len: 854 time: 0.0446763 Jun 29 15:58:32.563377 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9feec-6135-4c54-bd1d-6bd52e75cfbb req-d7e2e9ae-7109-408a-8280-b948085aa732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:32.564828 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cce9feec-6135-4c54-bd1d-6bd52e75cfbb req-d7e2e9ae-7109-408a-8280-b948085aa732 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=61586768-e621-44be-873b-6ad3c5a47dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0969265 Jun 29 15:58:32.583947 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b7a00-2ebe-4540-81ca-f18337b4fe8e req-97a4b7cb-6e05-414f-bd94-a1bb08623764 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:32.585494 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d62b7a00-2ebe-4540-81ca-f18337b4fe8e req-97a4b7cb-6e05-414f-bd94-a1bb08623764 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 944 time: 0.0845852 Jun 29 15:58:32.669743 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d62b7a00-2ebe-4540-81ca-f18337b4fe8e req-4cdddd35-5276-4a26-a9d6-cde8990243a6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765870 Jun 29 15:58:32.692351 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cce9feec-6135-4c54-bd1d-6bd52e75cfbb req-f612af7d-743c-4460-baa5-ddce7b5681a0 service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059535 Jun 29 15:58:33.042031 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cce9feec-6135-4c54-bd1d-6bd52e75cfbb req-72ac090f-1654-493a-82e9-71a9d01affdd service neutron] 10.222.0.81 "GET /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431468 Jun 29 15:58:33.846430 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcd8ac-fece-40af-b926-e58493d5f9d7 req-9f80ee17-a36d-4d01-b045-ef6212b9147e tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:33.848048 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a0fcd8ac-fece-40af-b926-e58493d5f9d7 req-9f80ee17-a36d-4d01-b045-ef6212b9147e tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 944 time: 0.0680218 Jun 29 15:58:33.997423 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 6ae20f49-0625-4c59-968f-368011c45eca up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:58:34.048954 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port 6ae20f49-0625-4c59-968f-368011c45eca completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:58:34.053799 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 6ae20f49-0625-4c59-968f-368011c45eca triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:58:34.054180 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:34.077178 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a0fcd8ac-fece-40af-b926-e58493d5f9d7 req-529733cf-fe45-4a4b-8cc8-403877d47a34 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234125 Jun 29 15:58:34.131767 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:34.154688 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:58:34.156921 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faeba2a-bbfb-41e0-80be-ee4b94a623fe" -d '{"events": [{"server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "name": "network-vif-plugged", "status": "completed", "tag": "6ae20f49-0625-4c59-968f-368011c45eca"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:58:34.170204 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 6ae20f49-0625-4c59-968f-368011c45eca, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ae20f49-0625-4c59-968f-368011c45eca,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:34.174343 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:34.176438 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4998b2ea-fae7-4c88-ac34-d9f9e901d505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:34.202701 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9981db3d-d2a7-44f8-900b-1c4800aec822 x-openstack-request-id: req-9981db3d-d2a7-44f8-900b-1c4800aec822 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:58:34.202960 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "name": "network-vif-plugged", "status": "completed", "tag": "6ae20f49-0625-4c59-968f-368011c45eca", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:58:34.203180 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9981db3d-d2a7-44f8-900b-1c4800aec822 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:58:34.203549 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca', 'code': 200} Jun 29 15:58:34.234511 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=6ae20f49-0625-4c59-968f-368011c45eca,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:34.237288 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:34.408974 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee188c5-cbf5-4342-971c-452607f72bdf req-72fff2c1-1548-4a66-b8cf-e0a13a934dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:34.410629 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ee188c5-cbf5-4342-971c-452607f72bdf req-72fff2c1-1548-4a66-b8cf-e0a13a934dba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 1098 time: 0.0522044 Jun 29 15:58:34.449503 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ee188c5-cbf5-4342-971c-452607f72bdf req-20658b64-7a5c-4f1a-8a21-aa57b42185ff service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323141 Jun 29 15:58:35.255816 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f962-5541-45f3-af08-aa2a3ee844fd req-c1dab0fb-332e-4248-92a9-2a45990f0748 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:35.257514 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0ac5f962-5541-45f3-af08-aa2a3ee844fd req-c1dab0fb-332e-4248-92a9-2a45990f0748 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 945 time: 0.0656891 Jun 29 15:58:35.294232 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0ac5f962-5541-45f3-af08-aa2a3ee844fd req-4c2cff51-d1a3-4c78-8d81-69dba24fd934 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311289 Jun 29 15:58:35.667893 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a48c2c-9772-49b9-b6b1-5dfecaced31f req-a0833906-6340-4a02-a36b-d4a742389b04 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:35.669536 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-71a48c2c-9772-49b9-b6b1-5dfecaced31f req-a0833906-6340-4a02-a36b-d4a742389b04 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0640919 Jun 29 15:58:35.710457 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-71a48c2c-9772-49b9-b6b1-5dfecaced31f req-bb65b5d6-6ea8-4969-bd72-a9a0b37de2bf tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352507 Jun 29 15:58:36.469691 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc6abb-7c1d-47fa-b545-7571a667a46b req-a390f3e2-908d-4314-bbb3-b4d2e0e7ca04 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:36.471052 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3dc6abb-7c1d-47fa-b545-7571a667a46b req-a390f3e2-908d-4314-bbb3-b4d2e0e7ca04 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 945 time: 0.0629370 Jun 29 15:58:36.511050 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c3dc6abb-7c1d-47fa-b545-7571a667a46b req-e33d31de-c286-440f-8360-a4ac2d0bfd2c tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331292 Jun 29 15:58:36.683376 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbb082-9edd-434a-8e47-86c56a40d34f req-3a0b8cee-34cc-4648-8692-c4c1e3dc0056 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:36.684836 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2afbb082-9edd-434a-8e47-86c56a40d34f req-3a0b8cee-34cc-4648-8692-c4c1e3dc0056 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 945 time: 0.0625453 Jun 29 15:58:36.721932 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2afbb082-9edd-434a-8e47-86c56a40d34f req-a2b5df53-8627-4035-a9ac-a815fe85d2ad tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311940 Jun 29 15:58:36.885393 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14e8fc-a80b-48a6-9906-dd9d44fbe859 req-d44420de-2dde-4d12-9059-2904abd4167e tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:36.886875 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fb14e8fc-a80b-48a6-9906-dd9d44fbe859 req-d44420de-2dde-4d12-9059-2904abd4167e tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0650055 Jun 29 15:58:36.924335 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fb14e8fc-a80b-48a6-9906-dd9d44fbe859 req-ce08e2a4-3084-4e33-bca0-04c4f877fe85 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319045 Jun 29 15:58:37.105836 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea72db5-caf0-439b-9a44-c5e9555ef2e2 req-7c805d20-65af-4286-a910-9f2685befab5 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:37.107292 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5ea72db5-caf0-439b-9a44-c5e9555ef2e2 req-7c805d20-65af-4286-a910-9f2685befab5 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 945 time: 0.0627148 Jun 29 15:58:37.145071 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5ea72db5-caf0-439b-9a44-c5e9555ef2e2 req-ab8170f6-cd18-4428-b181-754cbf534a63 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323923 Jun 29 15:58:38.094914 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4aa5c-43c6-4e7c-9ae6-c2e99e533b72 req-e4137233-7324-4db3-9de0-e4b598a3fc46 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:38.096357 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-93a4aa5c-43c6-4e7c-9ae6-c2e99e533b72 req-e4137233-7324-4db3-9de0-e4b598a3fc46 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0615487 Jun 29 15:58:38.134233 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-93a4aa5c-43c6-4e7c-9ae6-c2e99e533b72 req-5315eafd-9d10-415e-b790-ca2f97cf7bf7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322137 Jun 29 15:58:39.315164 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb8a7a-10ff-416d-9ce9-3c65c6077fc1 req-048f020a-021a-4472-a505-b843aaaac17b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:39.316525 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1dbb8a7a-10ff-416d-9ce9-3c65c6077fc1 req-048f020a-021a-4472-a505-b843aaaac17b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0657897 Jun 29 15:58:39.354309 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1dbb8a7a-10ff-416d-9ce9-3c65c6077fc1 req-727ed39f-7dc5-4340-9e6f-c507d72bf316 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320382 Jun 29 15:58:40.545747 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244b4f5-9418-4022-b1e4-c463c5db0584 req-76a0f655-f18c-45ca-b85f-212e7aa4581b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:40.547217 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8244b4f5-9418-4022-b1e4-c463c5db0584 req-76a0f655-f18c-45ca-b85f-212e7aa4581b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0758247 Jun 29 15:58:40.584670 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8244b4f5-9418-4022-b1e4-c463c5db0584 req-93d49f34-34d8-4e61-9099-1905bfea5020 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311060 Jun 29 15:58:40.995971 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f21c0df5-7b43-4941-8191-cc4836da8f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:41.758571 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910774a5-d772-483e-81f0-e7d165880298 req-1b24ab7a-790d-4fc6-a42c-6fc581b3ec6e tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:41.760032 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-910774a5-d772-483e-81f0-e7d165880298 req-1b24ab7a-790d-4fc6-a42c-6fc581b3ec6e tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0625689 Jun 29 15:58:41.795425 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-910774a5-d772-483e-81f0-e7d165880298 req-849ca904-1c2f-466b-91e9-7ae4038855ac tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298793 Jun 29 15:58:42.968539 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f7a4a-abbc-4b1c-b469-de4d1fcc3f95 req-6cbf350c-8a14-4bcb-8292-f7a11afd40aa tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:42.970067 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e48f7a4a-abbc-4b1c-b469-de4d1fcc3f95 req-6cbf350c-8a14-4bcb-8292-f7a11afd40aa tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0633852 Jun 29 15:58:43.008397 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e48f7a4a-abbc-4b1c-b469-de4d1fcc3f95 req-9462187a-b1e6-46e7-83d5-b568feec19a5 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320113 Jun 29 15:58:43.710548 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:43.757561 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-59fbe567-5fa8-4629-83c1-96f3a640a6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:44.182267 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854d44-8ceb-4f41-a500-e979aad5a2a4 req-60ccbffe-7878-4082-9ba3-bbd52a4a010b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:44.183988 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-07854d44-8ceb-4f41-a500-e979aad5a2a4 req-60ccbffe-7878-4082-9ba3-bbd52a4a010b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0627053 Jun 29 15:58:44.225495 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-07854d44-8ceb-4f41-a500-e979aad5a2a4 req-43597e85-4c62-49a3-a369-e86eed52ae03 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359433 Jun 29 15:58:44.635954 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:45.397884 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f30ef-9cb2-4086-9a67-044e45ddb529 req-bda3f394-bbeb-4757-adf3-520a943320e9 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:45.399386 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5b7f30ef-9cb2-4086-9a67-044e45ddb529 req-bda3f394-bbeb-4757-adf3-520a943320e9 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0651939 Jun 29 15:58:45.445085 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5b7f30ef-9cb2-4086-9a67-044e45ddb529 req-c99cc251-b381-404b-81e4-bd1ebf65a759 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384662 Jun 29 15:58:45.787824 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb553bc-03aa-4237-b5c4-d6fbffe25543 req-c365565c-57c1-4485-a3c7-525cc5c80e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:45.789387 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9cb553bc-03aa-4237-b5c4-d6fbffe25543 req-c365565c-57c1-4485-a3c7-525cc5c80e64 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01dc00b139894e748003f586a560c62b&device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 1099 time: 0.0542862 Jun 29 15:58:45.883928 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb553bc-03aa-4237-b5c4-d6fbffe25543 req-3bd2c71f-0abb-42ca-aff4-497816e404e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:45.885389 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9cb553bc-03aa-4237-b5c4-d6fbffe25543 req-3bd2c71f-0abb-42ca-aff4-497816e404e3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca HTTP/1.1" status: 200 len: 909 time: 0.0899479 Jun 29 15:58:45.953090 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9cb553bc-03aa-4237-b5c4-d6fbffe25543 req-b753dca2-f2cb-431e-9223-6533d813ca19 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873d0d3d-a76e-41c7-adce-845027fe6a07 HTTP/1.1" status: 200 len: 1002 time: 0.0613632 Jun 29 15:58:46.003554 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb553bc-03aa-4237-b5c4-d6fbffe25543 req-c70e9c2a-dfcc-4911-9379-a87cdad2b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:46.004946 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9cb553bc-03aa-4237-b5c4-d6fbffe25543 req-c70e9c2a-dfcc-4911-9379-a87cdad2b559 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f5c4fc4-26c6-405e-bed0-4c7f8db61585 HTTP/1.1" status: 200 len: 847 time: 0.0446043 Jun 29 15:58:46.062401 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb553bc-03aa-4237-b5c4-d6fbffe25543 req-2b9b4ffa-27c2-406c-8c4c-74a14830fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:46.063877 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9cb553bc-03aa-4237-b5c4-d6fbffe25543 req-2b9b4ffa-27c2-406c-8c4c-74a14830fa0f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529301 Jun 29 15:58:46.154183 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9cb553bc-03aa-4237-b5c4-d6fbffe25543 req-483d2f8a-a7fc-4303-b3ca-c8f5ab94f0bf service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838192 Jun 29 15:58:46.245982 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9cb553bc-03aa-4237-b5c4-d6fbffe25543 req-d399ed45-7eaa-4ee9-9876-81250feea1a4 service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828955 Jun 29 15:58:46.253834 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:46.618100 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbbda7-1826-4e36-9203-69dddb0f54f5 req-ba03b584-3a95-46e6-a0cf-58de76b844a8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:46.619699 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-36bbbda7-1826-4e36-9203-69dddb0f54f5 req-ba03b584-3a95-46e6-a0cf-58de76b844a8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0637143 Jun 29 15:58:46.658511 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-36bbbda7-1826-4e36-9203-69dddb0f54f5 req-548c937f-59a8-43ad-89c0-ec5f5302c8d6 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331686 Jun 29 15:58:46.735161 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c37d7-7d56-440f-bc81-10bc97833587 req-2ab11ea4-09b2-409b-97a2-addb0c314220 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:46.736612 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c37d7-7d56-440f-bc81-10bc97833587 req-2ab11ea4-09b2-409b-97a2-addb0c314220 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 945 time: 0.0685472 Jun 29 15:58:46.774477 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-817c37d7-7d56-440f-bc81-10bc97833587 req-b383b26f-1cd8-4074-982d-15d5947b8672 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320988 Jun 29 15:58:46.798119 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44370) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:46.995564 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199f4813-48e8-4eef-a331-a1562aa4678e tempest-TestMinimumBasicScenario-499526322 tempest-TestMinimumBasicScenario-499526322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:46.997471 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-199f4813-48e8-4eef-a331-a1562aa4678e tempest-TestMinimumBasicScenario-499526322 tempest-TestMinimumBasicScenario-499526322-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 1093 time: 0.1982718 Jun 29 15:58:47.000190 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44384) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:47.004622 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Request body: {'floatingip': {'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'port_id': '6ae20f49-0625-4c59-968f-368011c45eca', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:58:47.028437 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for floatingip, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:47.132726 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:47.243417 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Allocated IP 172.27.1.38 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/9ec6669b-584a-4dff-91fd-3c8960c152dc) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:58:47.344630 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:47.382728 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:47.384582 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7898cd02-86df-4b0e-9fa4-2de4d1ed0ef2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:47.426165 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:58:47.430827 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:58:47.432642 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event updated for resources: {'Port': ['ID=9ec6669b-584a-4dff-91fd-3c8960c152dc,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:47.435007 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:58:47.437038 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:47.795686 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:47.836895 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347460d-6782-4d93-81cc-fd9d67bc8fb5 req-b221c2e0-ae79-449d-bf53-094ab6a12f56 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:47.838588 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4347460d-6782-4d93-81cc-fd9d67bc8fb5 req-b221c2e0-ae79-449d-bf53-094ab6a12f56 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0668209 Jun 29 15:58:47.876158 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-4347460d-6782-4d93-81cc-fd9d67bc8fb5 req-f4b14af9-3e9d-4931-b942-9e379051a1ec tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319221 Jun 29 15:58:47.876743 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.025276 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.029649 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.031608 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:48.096190 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event updated for resources: {'Port': ['ID=9ec6669b-584a-4dff-91fd-3c8960c152dc,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:48.100921 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:48.110958 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.213870 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Floating IP 2c1d448b-40c0-4508-9524-2901c1199c9a associated. External IP: 172.27.1.38, port: 6ae20f49-0625-4c59-968f-368011c45eca. Jun 29 15:58:48.417767 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:58:48.523070 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:58:48.534463 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247d10f-2ea5-4de3-8a7a-b0e7da85105c None None] Sync routers for ids ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:58:48.542273 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.544911 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247d10f-2ea5-4de3-8a7a-b0e7da85105c None None] Routers {'d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:58:48.545554 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-f247d10f-2ea5-4de3-8a7a-b0e7da85105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:58:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:48.578567 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5773575 Jun 29 15:58:48.579217 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:58:48.581465 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44392) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:48.581620 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f46b28f-1999-4991-bc93-e43ed3698202" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "tag": "6ae20f49-0625-4c59-968f-368011c45eca"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:58:48.587019 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-90e16c81-11d7-4b42-8d41-b222ec26b25b tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-328039320', 'description': 'tempest-secgroup-smoke-328039320 description', 'project_id': '214d4ae51fb74efeb6c64aeea911e946'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:58:48.612346 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90e16c81-11d7-4b42-8d41-b222ec26b25b tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.625576 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d13b59a-d271-4bc0-a8bc-df60686d04bc x-openstack-request-id: req-1d13b59a-d271-4bc0-a8bc-df60686d04bc {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:58:48.625910 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "tag": "6ae20f49-0625-4c59-968f-368011c45eca", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:58:48.626195 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d13b59a-d271-4bc0-a8bc-df60686d04bc {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:58:48.626655 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca', 'status': 'completed', 'code': 200} Jun 29 15:58:48.651214 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-f247d10f-2ea5-4de3-8a7a-b0e7da85105c None None] Set router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:58:48.703552 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90e16c81-11d7-4b42-8d41-b222ec26b25b tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.708111 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90e16c81-11d7-4b42-8d41-b222ec26b25b tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.710983 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c3fc8a60-099b-47a9-b422-7e4ac15a1555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:48.736830 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90e16c81-11d7-4b42-8d41-b222ec26b25b tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.738080 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-90e16c81-11d7-4b42-8d41-b222ec26b25b tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1554470 Jun 29 15:58:48.740599 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e16c81-11d7-4b42-8d41-b222ec26b25b tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940cb797-e2fb-484f-a46c-438345bea146,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:48.741649 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44396) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:48.743415 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-90e16c81-11d7-4b42-8d41-b222ec26b25b tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:48.746925 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-67d490b7-340b-4a90-8d9f-7e535d1e9615 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Request body: {'security_group_rule': {'security_group_id': '940cb797-e2fb-484f-a46c-438345bea146', 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:58:48.773568 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-67d490b7-340b-4a90-8d9f-7e535d1e9615 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.834201 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-67d490b7-340b-4a90-8d9f-7e535d1e9615 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.838376 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-67d490b7-340b-4a90-8d9f-7e535d1e9615 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.840507 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dfa31903-8829-4de4-a2a4-59b19e69c82d tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:48.857748 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d490b7-340b-4a90-8d9f-7e535d1e9615 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39191787-a379-4223-b2f9-1cc1b394edc5,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:48.860194 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-67d490b7-340b-4a90-8d9f-7e535d1e9615 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:48.862768 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-67d490b7-340b-4a90-8d9f-7e535d1e9615 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.863966 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-67d490b7-340b-4a90-8d9f-7e535d1e9615 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211965 Jun 29 15:58:48.867083 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44398) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:48.871564 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-dd508308-bd5e-4cf5-b82e-f125ad719ae9 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Request body: {'security_group_rule': {'security_group_id': '940cb797-e2fb-484f-a46c-438345bea146', 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:58:48.897823 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dd508308-bd5e-4cf5-b82e-f125ad719ae9 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.903285 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-f247d10f-2ea5-4de3-8a7a-b0e7da85105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 4, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port': {'id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:47Z', 'updated_at': '2021-06-29T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '2c1d448b-40c0-4508-9524-2901c1199c9a', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'port_id': '6ae20f49-0625-4c59-968f-368011c45eca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'mac_address': 'fa:16:3e:d4:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:58:47Z', 'updated_at': '2021-06-29T15:58:47Z', 'revision_number': 0, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c600e632-1412-418e-ad16-2c97a9e08989', 'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'mac_address': 'fa:16:3e:e6:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:49Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 5, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'subnets': [{'id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:48.930187 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247d10f-2ea5-4de3-8a7a-b0e7da85105c None None] Checking router: d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:58:48.940952 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247d10f-2ea5-4de3-8a7a-b0e7da85105c None None] Routers {'d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:58:48.941610 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-f247d10f-2ea5-4de3-8a7a-b0e7da85105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:58:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:48.959152 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dd508308-bd5e-4cf5-b82e-f125ad719ae9 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.963072 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dd508308-bd5e-4cf5-b82e-f125ad719ae9 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.969673 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:48.987388 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd508308-bd5e-4cf5-b82e-f125ad719ae9 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56204d11-0ee4-4294-8a87-258648c34848,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:48.991646 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dd508308-bd5e-4cf5-b82e-f125ad719ae9 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:48.993697 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dd508308-bd5e-4cf5-b82e-f125ad719ae9 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:48.998129 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-dd508308-bd5e-4cf5-b82e-f125ad719ae9 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299500 Jun 29 15:58:48.998950 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44402) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:49.004028 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-cbb5eaa6-e137-4159-8287-de39230cf741 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Request body: {'security_group_rule': {'security_group_id': '940cb797-e2fb-484f-a46c-438345bea146', 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:58:49.031748 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cbb5eaa6-e137-4159-8287-de39230cf741 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.050986 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-f247d10f-2ea5-4de3-8a7a-b0e7da85105c None None] Set router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:58:49.060837 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca37f0-7c07-4a9a-a921-4f3a1e1219ef req-1630f210-5177-4a6c-b066-e24e99a84253 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:49.062355 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d8ca37f0-7c07-4a9a-a921-4f3a1e1219ef req-1630f210-5177-4a6c-b066-e24e99a84253 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0668836 Jun 29 15:58:49.104841 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cbb5eaa6-e137-4159-8287-de39230cf741 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.106337 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d8ca37f0-7c07-4a9a-a921-4f3a1e1219ef req-6514c782-d33f-4215-9962-7dd874f7159c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381899 Jun 29 15:58:49.110124 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cbb5eaa6-e137-4159-8287-de39230cf741 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.112282 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-67d490b7-340b-4a90-8d9f-7e535d1e9615 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:49.127756 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5eaa6-e137-4159-8287-de39230cf741 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36498b7b-32b7-44ff-b9ee-ffe90ecedde3,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:49.132147 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cbb5eaa6-e137-4159-8287-de39230cf741 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:49.139510 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cbb5eaa6-e137-4159-8287-de39230cf741 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.140815 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-cbb5eaa6-e137-4159-8287-de39230cf741 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407802 Jun 29 15:58:49.143923 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44404) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:49.148976 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-98a9cfd5-0d1b-4711-a4f6-c8b532f6e3d4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Request body: {'security_group_rule': {'security_group_id': '940cb797-e2fb-484f-a46c-438345bea146', 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:58:49.175483 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-98a9cfd5-0d1b-4711-a4f6-c8b532f6e3d4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.238905 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-98a9cfd5-0d1b-4711-a4f6-c8b532f6e3d4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.246483 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-98a9cfd5-0d1b-4711-a4f6-c8b532f6e3d4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.248678 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:49.265032 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9cfd5-0d1b-4711-a4f6-c8b532f6e3d4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe10f61-306b-4698-be89-07f2b391a610,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:49.267982 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-98a9cfd5-0d1b-4711-a4f6-c8b532f6e3d4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:49.272673 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-98a9cfd5-0d1b-4711-a4f6-c8b532f6e3d4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.274619 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-98a9cfd5-0d1b-4711-a4f6-c8b532f6e3d4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293721 Jun 29 15:58:49.277102 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44408) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:49.282092 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-312a6c72-e73c-46b4-aaf4-aac24424dcde tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Request body: {'security_group_rule': {'security_group_id': '940cb797-e2fb-484f-a46c-438345bea146', 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:58:49.288584 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-f247d10f-2ea5-4de3-8a7a-b0e7da85105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 4, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port': {'id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:47Z', 'updated_at': '2021-06-29T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '2c1d448b-40c0-4508-9524-2901c1199c9a', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'port_id': '6ae20f49-0625-4c59-968f-368011c45eca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'mac_address': 'fa:16:3e:d4:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:58:47Z', 'updated_at': '2021-06-29T15:58:47Z', 'revision_number': 0, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c600e632-1412-418e-ad16-2c97a9e08989', 'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'mac_address': 'fa:16:3e:e6:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:49Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 5, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'subnets': [{'id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:58:49.305433 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-312a6c72-e73c-46b4-aaf4-aac24424dcde tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Project 214d4ae51fb74efeb6c64aeea911e946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 15:58:49.310658 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-312a6c72-e73c-46b4-aaf4-aac24424dcde tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.319540 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247d10f-2ea5-4de3-8a7a-b0e7da85105c None None] The sync data for ids ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'] in dv-cinder-792209-4-iscsi is: [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 4, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port': {'id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:47Z', 'updated_at': '2021-06-29T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '2c1d448b-40c0-4508-9524-2901c1199c9a', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'port_id': '6ae20f49-0625-4c59-968f-368011c45eca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'mac_address': 'fa:16:3e:d4:06:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:58:47Z', 'updated_at': '2021-06-29T15:58:47Z', 'revision_number': 0, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c600e632-1412-418e-ad16-2c97a9e08989', 'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'mac_address': 'fa:16:3e:e6:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:49Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 5, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'subnets': [{'id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:58:49.364344 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-312a6c72-e73c-46b4-aaf4-aac24424dcde tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.369101 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-312a6c72-e73c-46b4-aaf4-aac24424dcde tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.371127 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:49.387745 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a6c72-e73c-46b4-aaf4-aac24424dcde tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c46f65-5d09-4a76-85d1-51a1226d00b0,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:49.390285 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-312a6c72-e73c-46b4-aaf4-aac24424dcde tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:49.394872 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-312a6c72-e73c-46b4-aaf4-aac24424dcde tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.396701 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-312a6c72-e73c-46b4-aaf4-aac24424dcde tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184864 Jun 29 15:58:49.399420 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44410) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:58:49.403929 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-3a1db7d0-4520-4607-aefa-82596f9d3747 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Request body: {'security_group_rule': {'security_group_id': '940cb797-e2fb-484f-a46c-438345bea146', 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:58:49.427001 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.securitygroups_db [None req-3a1db7d0-4520-4607-aefa-82596f9d3747 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Project 214d4ae51fb74efeb6c64aeea911e946 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 15:58:49.433080 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a1db7d0-4520-4607-aefa-82596f9d3747 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.502794 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a1db7d0-4520-4607-aefa-82596f9d3747 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.508020 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a1db7d0-4520-4607-aefa-82596f9d3747 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-949395'] for security_group_rule, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.510329 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7b658f10-03e3-4929-a837-04bf6a8b1372 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:49.527294 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1db7d0-4520-4607-aefa-82596f9d3747 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7807e9-7f22-40c6-a41a-a8704adb8326,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:49.529911 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3a1db7d0-4520-4607-aefa-82596f9d3747 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:49.534050 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb287a-75bc-4ee2-8213-de2d40c7fd41 None None] New status for floating IP 2c1d448b-40c0-4508-9524-2901c1199c9a: ACTIVE {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:58:49.539414 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a1db7d0-4520-4607-aefa-82596f9d3747 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:49.542587 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3a1db7d0-4520-4607-aefa-82596f9d3747 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421914 Jun 29 15:58:49.675080 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-033f75aa-d541-458b-b787-75da1086f10e req-3010ae2d-41ed-4ebd-9e99-7070830ee12d tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328039320&fields=id&tenant_id=214d4ae51fb74efeb6c64aeea911e946 HTTP/1.1" status: 200 len: 267 time: 0.0426311 Jun 29 15:58:49.750070 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f75aa-d541-458b-b787-75da1086f10e req-002baee7-50a8-4c78-bb40-acb16aca77f2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:49.751499 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-033f75aa-d541-458b-b787-75da1086f10e req-002baee7-50a8-4c78-bb40-acb16aca77f2 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 945 time: 0.0696330 Jun 29 15:58:49.762432 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-033f75aa-d541-458b-b787-75da1086f10e req-3667df3f-de86-4101-84cf-b5ff992e783a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Request body: {'port': {'security_groups': ['1d31c525-c70e-4781-a3fc-3194f9219f39', '940cb797-e2fb-484f-a46c-438345bea146']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:58:49.844348 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-033f75aa-d541-458b-b787-75da1086f10e req-3667df3f-de86-4101-84cf-b5ff992e783a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:50.024043 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-033f75aa-d541-458b-b787-75da1086f10e req-3667df3f-de86-4101-84cf-b5ff992e783a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] For port 6ae20f49-0625-4c59-968f-368011c45eca, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ae20f49-0625-4c59-968f-368011c45eca,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:50.053419 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-033f75aa-d541-458b-b787-75da1086f10e req-3667df3f-de86-4101-84cf-b5ff992e783a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:50.057973 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-033f75aa-d541-458b-b787-75da1086f10e req-3667df3f-de86-4101-84cf-b5ff992e783a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:50.061635 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-37df481c-b3e9-45c1-820d-66d444511174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:50.104409 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f75aa-d541-458b-b787-75da1086f10e req-3667df3f-de86-4101-84cf-b5ff992e783a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:50.105050 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-033f75aa-d541-458b-b787-75da1086f10e req-3667df3f-de86-4101-84cf-b5ff992e783a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:50.106503 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-033f75aa-d541-458b-b787-75da1086f10e req-3667df3f-de86-4101-84cf-b5ff992e783a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "PUT /v2.0/ports/6ae20f49-0625-4c59-968f-368011c45eca HTTP/1.1" status: 200 len: 981 time: 0.3485148 Jun 29 15:58:50.135833 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667df3f-de86-4101-84cf-b5ff992e783a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event updated for resources: {'Port': ['ID=6ae20f49-0625-4c59-968f-368011c45eca,revision_number=6']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:50.139142 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3667df3f-de86-4101-84cf-b5ff992e783a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:50.288854 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08396ce-0924-45bb-bddb-2e46d349c501 req-30af270e-a260-4ce9-903c-0ce586eeb031 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:50.290323 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a08396ce-0924-45bb-bddb-2e46d349c501 req-30af270e-a260-4ce9-903c-0ce586eeb031 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0707901 Jun 29 15:58:50.306326 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['6ae20f49-0625-4c59-968f-368011c45eca'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:58:50.312253 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656fa9b-5ea7-48bc-b019-2ab08c258da4 req-790925c7-dbba-4cf5-ae81-70ae989ac6d5 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:50.314121 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6656fa9b-5ea7-48bc-b019-2ab08c258da4 req-790925c7-dbba-4cf5-ae81-70ae989ac6d5 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0813761 Jun 29 15:58:50.339130 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a08396ce-0924-45bb-bddb-2e46d349c501 req-dc218d85-c999-4336-b844-17080dbef2dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386035 Jun 29 15:58:50.355228 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-4eb54c6c-dcd6-4e52-aab2-581eab17658b None None] Provisioning complete for port 6ae20f49-0625-4c59-968f-368011c45eca triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:58:50.355614 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-4eb54c6c-dcd6-4e52-aab2-581eab17658b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:50.383196 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6656fa9b-5ea7-48bc-b019-2ab08c258da4 req-194ae15e-6aed-4f78-a425-9c20ed818e03 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592613 Jun 29 15:58:50.412416 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46b28f-1999-4991-bc93-e43ed3698202 req-d01314be-284a-4067-8144-dbfd011f0821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:50.414022 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1f46b28f-1999-4991-bc93-e43ed3698202 req-d01314be-284a-4067-8144-dbfd011f0821 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=214d4ae51fb74efeb6c64aeea911e946&device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 1137 time: 0.0989978 Jun 29 15:58:50.460620 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['6ae20f49-0625-4c59-968f-368011c45eca'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:58:50.507079 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46b28f-1999-4991-bc93-e43ed3698202 req-197b6711-9b4b-4959-85c1-f47ae23e1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:50.508516 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1f46b28f-1999-4991-bc93-e43ed3698202 req-197b6711-9b4b-4959-85c1-f47ae23e1cff service neutron] 10.222.0.81 "GET /v2.0/networks?id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 HTTP/1.1" status: 200 len: 915 time: 0.0875628 Jun 29 15:58:50.576762 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1f46b28f-1999-4991-bc93-e43ed3698202 req-ce42d73c-70ed-4ccb-9d45-c6608c48c578 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae20f49-0625-4c59-968f-368011c45eca HTTP/1.1" status: 200 len: 1000 time: 0.0590556 Jun 29 15:58:50.626306 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46b28f-1999-4991-bc93-e43ed3698202 req-ca9fbc78-4a88-4eae-94cf-111f31039820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:50.627737 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1f46b28f-1999-4991-bc93-e43ed3698202 req-ca9fbc78-4a88-4eae-94cf-111f31039820 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d7d4e83f-e89c-43f5-84c5-4a7885a379fd HTTP/1.1" status: 200 len: 853 time: 0.0447736 Jun 29 15:58:50.628263 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:58:50.631102 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4419bb2b-90f0-4062-9fe0-a68227a6d2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "tag": "6ae20f49-0625-4c59-968f-368011c45eca"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:58:50.680268 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dc2796-621b-421a-a9fa-5cb020be3317 x-openstack-request-id: req-25dc2796-621b-421a-a9fa-5cb020be3317 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:58:50.680595 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "tag": "6ae20f49-0625-4c59-968f-368011c45eca", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:58:50.680885 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25dc2796-621b-421a-a9fa-5cb020be3317 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:58:50.681324 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca', 'status': 'completed', 'code': 200} Jun 29 15:58:50.707634 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46b28f-1999-4991-bc93-e43ed3698202 req-20ebf5fb-c2d8-4743-bf30-be23de060a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:50.709980 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1f46b28f-1999-4991-bc93-e43ed3698202 req-20ebf5fb-c2d8-4743-bf30-be23de060a59 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657318 Jun 29 15:58:51.153998 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:58:51.815937 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b411c1-16ea-4ed5-bd68-1a6422e11348 req-eaae77bf-d91a-468d-b7d0-a3c7f6d9ac22 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:51.817344 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55b411c1-16ea-4ed5-bd68-1a6422e11348 req-eaae77bf-d91a-468d-b7d0-a3c7f6d9ac22 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.3237507 Jun 29 15:58:51.854758 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55b411c1-16ea-4ed5-bd68-1a6422e11348 req-c95dd6dd-ce2c-4633-ab46-e6a422601758 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313616 Jun 29 15:58:53.031815 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e4bde-6988-4052-96f3-1284f3356116 req-685bc4d7-6e08-48f2-a85f-9ac16c7287d0 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:53.033177 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-540e4bde-6988-4052-96f3-1284f3356116 req-685bc4d7-6e08-48f2-a85f-9ac16c7287d0 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0642610 Jun 29 15:58:53.070531 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-540e4bde-6988-4052-96f3-1284f3356116 req-b968182b-2a2c-470e-ac03-36f14b56220e tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309482 Jun 29 15:58:53.759295 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1f46b28f-1999-4991-bc93-e43ed3698202 req-44e5e7ab-7157-472e-bc98-7b73373ffb33 service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025815 Jun 29 15:58:53.808980 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['6ae20f49-0625-4c59-968f-368011c45eca'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:58:53.813767 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['6ae20f49-0625-4c59-968f-368011c45eca'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:58:53.853710 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1f46b28f-1999-4991-bc93-e43ed3698202 req-e850e223-572f-4ff7-b7dd-06790b1d7ee6 service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878286 Jun 29 15:58:53.975706 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419bb2b-90f0-4062-9fe0-a68227a6d2fd req-5365d117-d008-492f-bc4c-31023e12c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:53.977176 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4419bb2b-90f0-4062-9fe0-a68227a6d2fd req-5365d117-d008-492f-bc4c-31023e12c238 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=214d4ae51fb74efeb6c64aeea911e946&device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 1137 time: 0.0684788 Jun 29 15:58:54.091936 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419bb2b-90f0-4062-9fe0-a68227a6d2fd req-167a2130-671e-4c88-adc5-24469698105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:54.094237 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4419bb2b-90f0-4062-9fe0-a68227a6d2fd req-167a2130-671e-4c88-adc5-24469698105c service neutron] 10.222.0.81 "GET /v2.0/networks?id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 HTTP/1.1" status: 200 len: 915 time: 0.1099403 Jun 29 15:58:54.176859 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4419bb2b-90f0-4062-9fe0-a68227a6d2fd req-0041417a-34ec-49e2-9d82-7a1fef08a999 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae20f49-0625-4c59-968f-368011c45eca HTTP/1.1" status: 200 len: 1000 time: 0.0733404 Jun 29 15:58:54.283998 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419bb2b-90f0-4062-9fe0-a68227a6d2fd req-ae0e8994-7abe-4ea5-af9d-63bf1cd2e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:54.287286 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4419bb2b-90f0-4062-9fe0-a68227a6d2fd req-ae0e8994-7abe-4ea5-af9d-63bf1cd2e934 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d7d4e83f-e89c-43f5-84c5-4a7885a379fd HTTP/1.1" status: 200 len: 853 time: 0.0918689 Jun 29 15:58:54.345621 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8e08b-0d09-4a17-9cb4-3caf9c943543 req-c4b1d7db-4945-46db-8b2b-b46f848df322 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:54.350515 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-71e8e08b-0d09-4a17-9cb4-3caf9c943543 req-c4b1d7db-4945-46db-8b2b-b46f848df322 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.1419764 Jun 29 15:58:54.403127 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-71e8e08b-0d09-4a17-9cb4-3caf9c943543 req-8dd4b86a-ee99-4ee1-99e3-a7dbe7666c36 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471971 Jun 29 15:58:54.407515 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419bb2b-90f0-4062-9fe0-a68227a6d2fd req-5c67d60d-e5bd-4e12-a86b-ed8463d7c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:54.409014 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4419bb2b-90f0-4062-9fe0-a68227a6d2fd req-5c67d60d-e5bd-4e12-a86b-ed8463d7c596 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1068296 Jun 29 15:58:54.509932 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4419bb2b-90f0-4062-9fe0-a68227a6d2fd req-b8dc0e71-0067-4841-8e7f-9c62559395c1 service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875914 Jun 29 15:58:54.608613 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4419bb2b-90f0-4062-9fe0-a68227a6d2fd req-7e51411a-fe27-4394-81de-68dcdcbee029 service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918539 Jun 29 15:58:55.666633 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 873d0d3d-a76e-41c7-adce-845027fe6a07 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:58:55.735603 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fe2f7-9399-4b9b-ad1c-6fff6775b3d3 req-0d8d959c-b2c3-4f85-bd93-178d6a541816 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:55.737188 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6e9fe2f7-9399-4b9b-ad1c-6fff6775b3d3 req-0d8d959c-b2c3-4f85-bd93-178d6a541816 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0684245 Jun 29 15:58:55.745264 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:55.770326 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:58:55.772922 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b04f75-66a3-4c98-90dc-5c0cbf74175c" -d '{"events": [{"server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "name": "network-vif-unplugged", "status": "completed", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:58:55.803958 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6e9fe2f7-9399-4b9b-ad1c-6fff6775b3d3 req-b8a71e93-8999-4440-b125-1663801422a2 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564730 Jun 29 15:58:55.827044 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 873d0d3d-a76e-41c7-adce-845027fe6a07, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=873d0d3d-a76e-41c7-adce-845027fe6a07,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:58:55.841364 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 15:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad059b7-bd88-49e5-86a9-82f7442e4d03 x-openstack-request-id: req-5ad059b7-bd88-49e5-86a9-82f7442e4d03 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:58:55.842068 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "name": "network-vif-unplugged", "status": "failed", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07", "code": 422}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:58:55.842383 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5ad059b7-bd88-49e5-86a9-82f7442e4d03 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:58:55.842806 dv-cinder-792209-4-iscsi neutron-server[92924]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'code': 422} returned with failed status Jun 29 15:58:55.844049 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:58:55.845889 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:58:55.898659 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=873d0d3d-a76e-41c7-adce-845027fe6a07,revision_number=6']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:58:55.907971 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:55.908367 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:55.908675 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:55.908993 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:55.909687 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:55.909806 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:55.910057 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:55.910378 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:55.910701 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:55.911042 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:55.912089 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:55.912435 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:58:55.916873 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:58:56.131334 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-d43f78b2-1265-4309-8f1f-5c781082f037 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0609937 Jun 29 15:58:56.196794 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daf143-460b-4d21-a73f-f78870d9bc5a req-e3514325-8c56-4178-b020-26d9ace2b584 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:56.198339 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-58daf143-460b-4d21-a73f-f78870d9bc5a req-e3514325-8c56-4178-b020-26d9ace2b584 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.0635231 Jun 29 15:58:56.243414 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-58daf143-460b-4d21-a73f-f78870d9bc5a req-98e393f6-4fee-4f2a-9718-d4998941fb79 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392549 Jun 29 15:58:57.464238 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8dd6e-c473-4c8d-9f5d-5400f111f9dc req-184fef59-b6f1-4a8c-8b51-822e393c4717 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:57.465747 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3db8dd6e-c473-4c8d-9f5d-5400f111f9dc req-184fef59-b6f1-4a8c-8b51-822e393c4717 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.1021249 Jun 29 15:58:57.511477 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3db8dd6e-c473-4c8d-9f5d-5400f111f9dc req-f8fcc38e-7fd1-47e4-ae8e-4eda53c7417f tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401058 Jun 29 15:58:57.559849 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-12df5d2f-c119-4621-bd86-5dc6c123215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:57.561387 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-12df5d2f-c119-4621-bd86-5dc6c123215e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8&tenant_id=01dc00b139894e748003f586a560c62b HTTP/1.1" status: 200 len: 1097 time: 0.0599420 Jun 29 15:58:57.636066 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-eaf2aa19-56a4-4f5a-9796-08e03bb06173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:57.637597 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-eaf2aa19-56a4-4f5a-9796-08e03bb06173 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01dc00b139894e748003f586a560c62b&device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 1097 time: 0.0530636 Jun 29 15:58:57.733899 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-baa1bf72-8a51-4322-8883-1de63bd4e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:57.735346 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-baa1bf72-8a51-4322-8883-1de63bd4e5fd service neutron] 10.222.0.81 "GET /v2.0/networks?id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca HTTP/1.1" status: 200 len: 909 time: 0.0912745 Jun 29 15:58:57.798757 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-477cddf3-530f-4833-9b75-87effa553164 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873d0d3d-a76e-41c7-adce-845027fe6a07 HTTP/1.1" status: 200 len: 1000 time: 0.0566213 Jun 29 15:58:57.851365 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-eb27e112-2309-4570-a75c-790b71d9d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:57.852704 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-eb27e112-2309-4570-a75c-790b71d9d1b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f5c4fc4-26c6-405e-bed0-4c7f8db61585 HTTP/1.1" status: 200 len: 847 time: 0.0439613 Jun 29 15:58:57.918999 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-9878998f-602b-4a33-8925-18dd919d5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:57.921144 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-9878998f-602b-4a33-8925-18dd919d5384 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575755 Jun 29 15:58:58.013081 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-f85eb4c1-3dbb-48bb-87c3-1a8b60b56125 service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853658 Jun 29 15:58:58.106344 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e97cd16f-1ba2-4959-afe7-4d8eefdcc8b9 req-c684a963-5962-499c-8473-94baaa5d25fd service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861902 Jun 29 15:58:58.695688 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363fe7f-9d3a-46b5-b050-3759606cdac1 req-0f8f8cea-f577-41a1-8c53-3a3ca8630090 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:58.697773 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3363fe7f-9d3a-46b5-b050-3759606cdac1 req-0f8f8cea-f577-41a1-8c53-3a3ca8630090 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.0718167 Jun 29 15:58:58.742493 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3363fe7f-9d3a-46b5-b050-3759606cdac1 req-f015c527-6e08-46cf-88ba-f4e90780e2a8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376532 Jun 29 15:58:59.934349 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9734373-ccaf-4ceb-af35-b0ba6bc6d264 req-64d31eeb-b6b0-4f29-9350-7f2f9ca27eca tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:58:59.935837 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c9734373-ccaf-4ceb-af35-b0ba6bc6d264 req-64d31eeb-b6b0-4f29-9350-7f2f9ca27eca tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.0668602 Jun 29 15:58:59.976549 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c9734373-ccaf-4ceb-af35-b0ba6bc6d264 req-a7c882b3-9936-479c-8835-ece4f8216323 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349646 Jun 29 15:59:00.817317 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:01.150333 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a39e11-1fe3-4bb3-ba55-4001db4c1d20 req-bd7a3316-e9c4-4872-8d85-dc6ff26c3142 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:01.151775 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-03a39e11-1fe3-4bb3-ba55-4001db4c1d20 req-bd7a3316-e9c4-4872-8d85-dc6ff26c3142 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.0616388 Jun 29 15:59:01.189189 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-03a39e11-1fe3-4bb3-ba55-4001db4c1d20 req-8c72ad9a-814f-4787-8927-dfc02ff3780a tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318532 Jun 29 15:59:02.358683 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325b975-3ead-43b5-bae0-88a0aa9caac9 req-2098257a-7df9-4411-92e7-86762598e92d tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:02.360119 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3325b975-3ead-43b5-bae0-88a0aa9caac9 req-2098257a-7df9-4411-92e7-86762598e92d tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.0623307 Jun 29 15:59:02.397810 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3325b975-3ead-43b5-bae0-88a0aa9caac9 req-08685e43-0950-4020-985b-d5c69b985872 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310597 Jun 29 15:59:03.567953 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe79970-5416-47b5-9e27-24cd758211b8 req-0b9e74b5-4f2d-443f-bde8-30155cff56c7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:03.570092 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-efe79970-5416-47b5-9e27-24cd758211b8 req-0b9e74b5-4f2d-443f-bde8-30155cff56c7 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.0631979 Jun 29 15:59:03.610546 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-efe79970-5416-47b5-9e27-24cd758211b8 req-540d516f-4988-4d95-b605-95b6d690ead6 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348439 Jun 29 15:59:04.784580 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfcc68-c8c6-48e3-8f52-a37fe13b72fd req-6a292690-a67a-4a57-9d13-03d06a34ded9 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:04.786089 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55dfcc68-c8c6-48e3-8f52-a37fe13b72fd req-6a292690-a67a-4a57-9d13-03d06a34ded9 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 944 time: 0.0662909 Jun 29 15:59:04.825785 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-55dfcc68-c8c6-48e3-8f52-a37fe13b72fd req-424dff6e-d3e6-4201-bc1e-3483092a4b45 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332868 Jun 29 15:59:05.712336 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 873d0d3d-a76e-41c7-adce-845027fe6a07 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:59:05.810412 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 873d0d3d-a76e-41c7-adce-845027fe6a07, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=873d0d3d-a76e-41c7-adce-845027fe6a07,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:05.826838 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'port_id': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'mac_address': 'fa:16:3e:8b:b5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:59:05.865336 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:05.878372 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873d0d3d-a76e-41c7-adce-845027fe6a07 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:59:05.899192 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 873d0d3d-a76e-41c7-adce-845027fe6a07, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=873d0d3d-a76e-41c7-adce-845027fe6a07,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:05.904042 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:05.906405 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-27da9988-181d-4351-a81c-dc664c6645a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:05.955705 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=873d0d3d-a76e-41c7-adce-845027fe6a07,revision_number=7']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:05.958750 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:06.009853 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd37295-fb84-4aba-9314-0aa862c063e6 req-faa00f8e-431c-4c3f-959d-095518dfc83c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:06.011248 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1cd37295-fb84-4aba-9314-0aa862c063e6 req-faa00f8e-431c-4c3f-959d-095518dfc83c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 945 time: 0.0676320 Jun 29 15:59:06.050419 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1cd37295-fb84-4aba-9314-0aa862c063e6 req-52938d32-4d7d-4bfd-b933-212415f9e63f tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336139 Jun 29 15:59:06.175029 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['873d0d3d-a76e-41c7-adce-845027fe6a07'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:59:07.228750 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021f595-e36e-415d-90aa-03b2d2e9ab96 req-985c617d-1b51-4b42-b576-a1d4d77984e3 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:07.230246 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2021f595-e36e-415d-90aa-03b2d2e9ab96 req-985c617d-1b51-4b42-b576-a1d4d77984e3 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 945 time: 0.0648055 Jun 29 15:59:07.267933 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2021f595-e36e-415d-90aa-03b2d2e9ab96 req-8908b451-188e-4eed-8ed1-b7767619e5cc tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318863 Jun 29 15:59:07.513465 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44628) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:07.616983 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b8e48905-94e3-4e28-bdeb-39a1079995a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:07.702805 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b8e48905-94e3-4e28-bdeb-39a1079995a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:07.706537 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b8e48905-94e3-4e28-bdeb-39a1079995a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:07.708808 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-92db8d83-43b6-43fb-993a-9949865a7635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:07.710897 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 873d0d3d-a76e-41c7-adce-845027fe6a07 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:59:07.745218 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b8e48905-94e3-4e28-bdeb-39a1079995a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ed78dc286479412a9abc867a1b53cf1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306020 Jun 29 15:59:07.746267 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e48905-94e3-4e28-bdeb-39a1079995a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56336a8a-2fea-4e49-9467-f67b55cbb5c0,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:07.747889 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44632) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:07.761125 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b8e48905-94e3-4e28-bdeb-39a1079995a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:07.763192 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 873d0d3d-a76e-41c7-adce-845027fe6a07 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:59:07.763570 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:07.798634 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-02cb9b41-ecdd-4544-a8d0-b1bad5e748bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:07.825884 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-02cb9b41-ecdd-4544-a8d0-b1bad5e748bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:07.845017 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:07.867673 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:59:07.870196 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98efa0d-76fd-47ca-94fa-b8839aa40b43" -d '{"events": [{"server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "name": "network-vif-plugged", "status": "completed", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:59:07.872839 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-02cb9b41-ecdd-4544-a8d0-b1bad5e748bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:07.875743 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-02cb9b41-ecdd-4544-a8d0-b1bad5e748bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:07.879734 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-02cb9b41-ecdd-4544-a8d0-b1bad5e748bb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/56336a8a-2fea-4e49-9467-f67b55cbb5c0 HTTP/1.1" status: 204 len: 168 time: 0.1307065 Jun 29 15:59:07.880564 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a42fa682-1452-4816-8779-706f7ffb3839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:07.883552 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 873d0d3d-a76e-41c7-adce-845027fe6a07, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=873d0d3d-a76e-41c7-adce-845027fe6a07,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:07.888991 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:07.889623 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb9b41-ecdd-4544-a8d0-b1bad5e748bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56336a8a-2fea-4e49-9467-f67b55cbb5c0,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:07.892256 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-02cb9b41-ecdd-4544-a8d0-b1bad5e748bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:07.892842 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-4944d7a2-baea-4713-afdd-282d541c32e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:07.916209 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcdcae9-5d8b-4ac9-994f-e971fa4f0091 x-openstack-request-id: req-8fcdcae9-5d8b-4ac9-994f-e971fa4f0091 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:59:07.916573 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "name": "network-vif-plugged", "status": "completed", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:59:07.916838 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8fcdcae9-5d8b-4ac9-994f-e971fa4f0091 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:59:07.917252 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'code': 200} Jun 29 15:59:07.951073 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=873d0d3d-a76e-41c7-adce-845027fe6a07,revision_number=8']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:07.953924 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:08.161664 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44642) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:08.169680 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5eef08-c3e1-473e-9ced-1740148145b2 req-f8403f2b-e898-4c17-8388-743bb5df6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:08.171176 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2b5eef08-c3e1-473e-9ced-1740148145b2 req-f8403f2b-e898-4c17-8388-743bb5df6e39 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 1099 time: 0.0528989 Jun 29 15:59:08.174900 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37c206d6-a9d2-4025-8c24-c3f1fc128c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:08.205918 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2b5eef08-c3e1-473e-9ced-1740148145b2 req-48bc2ce9-fb24-48bb-aa43-deb3e5bd0c6b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280685 Jun 29 15:59:08.268780 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37c206d6-a9d2-4025-8c24-c3f1fc128c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:08.273200 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-37c206d6-a9d2-4025-8c24-c3f1fc128c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:08.276293 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-02b238a9-f86f-43b2-bf0b-4f3435917bb4 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:08.311903 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-37c206d6-a9d2-4025-8c24-c3f1fc128c8d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80ea49dc651a422d9f1706ac93f69eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491263 Jun 29 15:59:08.312814 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c206d6-a9d2-4025-8c24-c3f1fc128c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60181036-7d8a-44f5-8ef5-521b1e4e0a30,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:08.315405 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44646) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:08.316148 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-37c206d6-a9d2-4025-8c24-c3f1fc128c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:08.373905 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3948be9c-592c-49e1-9bee-078674478519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:08.422570 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3948be9c-592c-49e1-9bee-078674478519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:08.483115 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272eed5-d59c-4304-a8f3-4e67ea1a0faf req-93808b90-f8ea-4cd3-bbf7-43580fef150c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:08.484596 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9272eed5-d59c-4304-a8f3-4e67ea1a0faf req-93808b90-f8ea-4cd3-bbf7-43580fef150c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0995405 Jun 29 15:59:08.506058 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3948be9c-592c-49e1-9bee-078674478519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:08.508726 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3948be9c-592c-49e1-9bee-078674478519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:08.509842 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3948be9c-592c-49e1-9bee-078674478519 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60181036-7d8a-44f5-8ef5-521b1e4e0a30 HTTP/1.1" status: 204 len: 168 time: 0.1913888 Jun 29 15:59:08.512539 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e65997fe-fb79-4e96-8154-3f4c43a30e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:08.524303 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948be9c-592c-49e1-9bee-078674478519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60181036-7d8a-44f5-8ef5-521b1e4e0a30,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:08.532491 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3948be9c-592c-49e1-9bee-078674478519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:08.544290 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9272eed5-d59c-4304-a8f3-4e67ea1a0faf req-3071ac1c-d6c5-4d0e-9009-4322f68b0246 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527849 Jun 29 15:59:09.143503 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4ffc5-6b0d-42c0-95ac-4cd8f0ce0683 req-d981937a-a4d9-48c1-ab36-171c806445bf tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:09.145225 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22a4ffc5-6b0d-42c0-95ac-4cd8f0ce0683 req-d981937a-a4d9-48c1-ab36-171c806445bf tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 946 time: 0.0764966 Jun 29 15:59:09.189010 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-22a4ffc5-6b0d-42c0-95ac-4cd8f0ce0683 req-3ebaa66f-bb30-4771-8bc8-c734ae0f9f15 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363412 Jun 29 15:59:09.625931 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44686) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:09.726896 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad639e2f-7dd9-4fe7-b8b3-e5534e6df1d8 req-29f8a22a-e92f-4666-971f-284e91d922f8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:09.728466 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ad639e2f-7dd9-4fe7-b8b3-e5534e6df1d8 req-29f8a22a-e92f-4666-971f-284e91d922f8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0700343 Jun 29 15:59:09.738659 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-410f2bc4-ec27-4f21-92c0-57ed087e097e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:09.768259 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-ad639e2f-7dd9-4fe7-b8b3-e5534e6df1d8 req-93e70105-0758-4f3a-a7a8-7b1a71e2fce0 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340815 Jun 29 15:59:09.841523 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-410f2bc4-ec27-4f21-92c0-57ed087e097e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:09.845810 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-410f2bc4-ec27-4f21-92c0-57ed087e097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:09.849188 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e789967e-892f-4cfb-b8c6-95a562077c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:09.887821 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-410f2bc4-ec27-4f21-92c0-57ed087e097e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e02a97da9a544003b6b1476c2d7e684c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607307 Jun 29 15:59:09.888977 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f2bc4-ec27-4f21-92c0-57ed087e097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21455ca6-c38d-4413-811b-ebc1326bb5d2,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:09.890488 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44692) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:09.891938 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-410f2bc4-ec27-4f21-92c0-57ed087e097e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:09.939784 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:09.959864 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:10.009665 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:10.012267 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:10.013523 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21455ca6-c38d-4413-811b-ebc1326bb5d2 HTTP/1.1" status: 204 len: 168 time: 0.1219783 Jun 29 15:59:10.014341 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-56937534-8efb-4c16-ba43-7a69b13b5828 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:10.021860 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21455ca6-c38d-4413-811b-ebc1326bb5d2,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:10.029868 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:10.030261 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:10.030631 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:10.031010 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:10.031370 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:10.031738 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:10.032101 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:10.032471 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:10.032833 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:10.033195 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:10.033580 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:10.033938 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:10.036931 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0835cd4e-2efd-44fb-bfd4-dfd0610ff862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:10.375123 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda71cd4-7883-4587-8c09-8dac3e4fce54 req-f19cc6f1-1b5a-4026-b12f-6454aa2a860b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:10.376726 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bda71cd4-7883-4587-8c09-8dac3e4fce54 req-f19cc6f1-1b5a-4026-b12f-6454aa2a860b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 946 time: 0.0666327 Jun 29 15:59:10.419607 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bda71cd4-7883-4587-8c09-8dac3e4fce54 req-81d50c31-1b1d-485a-bae2-58ca97a14b34 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups?id=3bc3e3f9-2d16-42ba-906e-3ab569f3540d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365288 Jun 29 15:59:10.517799 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63118616-9ea8-4734-a896-e1f829ac487d req-7a66e8db-b846-4cde-bf2e-9661900b4c28 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:10.519234 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-63118616-9ea8-4734-a896-e1f829ac487d req-7a66e8db-b846-4cde-bf2e-9661900b4c28 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.81 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 946 time: 0.0638330 Jun 29 15:59:10.628331 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Deleting port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:59:10.629387 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:10.717988 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] For port ee2df7d4-8d69-42f2-b9b9-b93e582753d4, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:10.718410 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:10.898900 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:10.898900 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:10.899391 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.l3_db [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Floating IP e7d6c290-b5da-41ff-a6b2-c2bd7c45b4e2 disassociated. External IP: 172.27.1.169, port: ee2df7d4-8d69-42f2-b9b9-b93e582753d4. Jun 29 15:59:10.899510 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Calling delete_port for ee2df7d4-8d69-42f2-b9b9-b93e582753d4 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:59:10.998859 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e3090bd3-0694-48e7-b86c-31d5a48dcd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:11.034553 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:11.038598 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:11.068101 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event deleted for resources: {'Port': ['ID=ee2df7d4-8d69-42f2-b9b9-b93e582753d4,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:11.072059 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:11.189046 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Router 24341400-1194-4b14-954b-abec49595e7e has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:59:11.298558 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:59:11.309434 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b2b68c-0539-47ed-9795-d34f1907e313 None None] Sync routers for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:59:11.318129 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b2b68c-0539-47ed-9795-d34f1907e313 None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:59:11.318744 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-97b2b68c-0539-47ed-9795-d34f1907e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:58:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:11.344716 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] No DVR routers for this DVR port ee2df7d4-8d69-42f2-b9b9-b93e582753d4 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:59:11.347199 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:11.349159 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-63118616-9ea8-4734-a896-e1f829ac487d req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.81 "DELETE /v2.0/ports/ee2df7d4-8d69-42f2-b9b9-b93e582753d4 HTTP/1.1" status: 204 len: 173 time: 0.8247838 Jun 29 15:59:11.349706 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'name': 'network-vif-deleted', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:59:11.353741 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d9d2f8-8a6c-4fd6-8718-8bb64bd64e64" -d '{"events": [{"server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "name": "network-vif-deleted", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:59:11.400924 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fa4779-be40-40e9-92d4-119e8043b7d2 x-openstack-request-id: req-70fa4779-be40-40e9-92d4-119e8043b7d2 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:59:11.401256 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db", "name": "network-vif-deleted", "tag": "ee2df7d4-8d69-42f2-b9b9-b93e582753d4", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:59:11.401577 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-70fa4779-be40-40e9-92d4-119e8043b7d2 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:59:11.402015 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db', 'name': 'network-vif-deleted', 'tag': 'ee2df7d4-8d69-42f2-b9b9-b93e582753d4', 'status': 'completed', 'code': 200} Jun 29 15:59:11.573686 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-97b2b68c-0539-47ed-9795-d34f1907e313 None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:59:11.602093 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c2a3659f-7d8b-4a08-abf7-89837631fca1 req-bec4f3c5-eaea-4d66-bd1f-e747dc0a8f7a tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dc6fb7f-a2ef-4629-9bdb-8905c8fe83db HTTP/1.1" status: 200 len: 210 time: 0.0474010 Jun 29 15:59:11.786164 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-97b2b68c-0539-47ed-9795-d34f1907e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:34Z', 'revision_number': 5, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:11.815812 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b2b68c-0539-47ed-9795-d34f1907e313 None None] Checking router: 24341400-1194-4b14-954b-abec49595e7e for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:59:11.824396 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b2b68c-0539-47ed-9795-d34f1907e313 None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:59:11.825011 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-97b2b68c-0539-47ed-9795-d34f1907e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:58:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:11.934081 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-97b2b68c-0539-47ed-9795-d34f1907e313 None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:59:12.158428 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-97b2b68c-0539-47ed-9795-d34f1907e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:34Z', 'revision_number': 5, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:12.190661 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b2b68c-0539-47ed-9795-d34f1907e313 None None] The sync data for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi is: [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '8955f55e-a0e4-4ee4-88c1-691b0f5a212e', 'name': '', 'network_id': '61586768-e621-44be-873b-6ad3c5a47dd5', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'mac_address': 'fa:16:3e:71:d5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:18Z', 'updated_at': '2021-06-29T15:52:34Z', 'revision_number': 5, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'subnets': [{'id': '8db42e60-7985-44f3-8899-246ef24f69ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:59:12.409467 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4931c4f-4f1b-4d9a-84bc-18f5a495aed6 None None] New status for floating IP e7d6c290-b5da-41ff-a6b2-c2bd7c45b4e2: DOWN {{(pid=92924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:59:12.725795 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44760) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:12.780937 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-78cd5145-c28e-437d-a915-142b6503945b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:12.804819 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-78cd5145-c28e-437d-a915-142b6503945b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:12.858999 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-78cd5145-c28e-437d-a915-142b6503945b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:12.861638 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-78cd5145-c28e-437d-a915-142b6503945b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:12.862800 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-78cd5145-c28e-437d-a915-142b6503945b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "DELETE /v2.0/security-groups/3bc3e3f9-2d16-42ba-906e-3ab569f3540d HTTP/1.1" status: 204 len: 168 time: 0.1360042 Jun 29 15:59:12.863642 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e3736a28-6227-44a6-8a84-29f11d6cf763 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:12.865602 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44762) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:12.872403 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd5145-c28e-437d-a915-142b6503945b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc3e3f9-2d16-42ba-906e-3ab569f3540d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:12.874688 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-78cd5145-c28e-437d-a915-142b6503945b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:12.878926 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.api.v2.resource [None req-a142f2c0-7420-4ef2-9996-a23a6f4bc5fd tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] show failed (client error): The resource could not be found. Jun 29 15:59:12.880085 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a142f2c0-7420-4ef2-9996-a23a6f4bc5fd tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "GET /v2.0/security-groups/3bc3e3f9-2d16-42ba-906e-3ab569f3540d HTTP/1.1" status: 404 len: 347 time: 0.0134408 Jun 29 15:59:12.883502 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44764) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:13.003925 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e3512-9839-44b5-98ff-79ac8b5e8f03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Deleting port 269f745e-161a-4cc1-8c49-b2493e55e2f1 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:59:13.004263 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3512-9839-44b5-98ff-79ac8b5e8f03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:13.082488 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3512-9839-44b5-98ff-79ac8b5e8f03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:13.082708 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3512-9839-44b5-98ff-79ac8b5e8f03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:13.094654 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e3512-9839-44b5-98ff-79ac8b5e8f03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Calling delete_port for 269f745e-161a-4cc1-8c49-b2493e55e2f1 owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:59:13.232116 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3512-9839-44b5-98ff-79ac8b5e8f03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:13.235384 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cdfef085-6087-4c42-9ed1-a69874bcbf55 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:13.261011 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e3512-9839-44b5-98ff-79ac8b5e8f03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Pushing event deleted for resources: {'Port': ['ID=269f745e-161a-4cc1-8c49-b2493e55e2f1,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:13.265208 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3f6e3512-9839-44b5-98ff-79ac8b5e8f03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:13.329531 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3512-9839-44b5-98ff-79ac8b5e8f03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:13.332241 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3f6e3512-9839-44b5-98ff-79ac8b5e8f03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:13.333496 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3f6e3512-9839-44b5-98ff-79ac8b5e8f03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] 10.222.0.69 "DELETE /v2.0/floatingips/e7d6c290-b5da-41ff-a6b2-c2bd7c45b4e2 HTTP/1.1" status: 204 len: 168 time: 0.4489381 Jun 29 15:59:13.714000 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:13.733761 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ee2df7d4-8d69-42f2-b9b9-b93e582753d4 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:59:13.761360 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: ee2df7d4-8d69-42f2-b9b9-b93e582753d4 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:59:13.761713 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device ee2df7d4-8d69-42f2-b9b9-b93e582753d4 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:59:13.772630 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a0dc6839-8d11-44b4-9fed-9cfdb4e31e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:14.639013 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:15.908305 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44826) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:16.150775 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe9852-72f1-4aea-b7f2-19a862668dee req-3c3978d9-fba3-448e-8d5b-3510b0324452 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:16.152267 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7cfe9852-72f1-4aea-b7f2-19a862668dee req-3c3978d9-fba3-448e-8d5b-3510b0324452 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0648706 Jun 29 15:59:16.194756 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7cfe9852-72f1-4aea-b7f2-19a862668dee req-1bc69be6-4943-4a6c-b899-9fb50da44269 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354023 Jun 29 15:59:16.196563 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c30ecc-6d32-44fe-bac7-9b50e036808d req-09c3bd40-da0e-4b23-99bf-a35766f3c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:16.198087 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20c30ecc-6d32-44fe-bac7-9b50e036808d req-09c3bd40-da0e-4b23-99bf-a35766f3c3a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=214d4ae51fb74efeb6c64aeea911e946&device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 1137 time: 0.1384280 Jun 29 15:59:16.259309 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:16.638953 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c30ecc-6d32-44fe-bac7-9b50e036808d req-bf319dcb-3fc9-45b2-bd46-e5c7ec70c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:16.640401 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20c30ecc-6d32-44fe-bac7-9b50e036808d req-bf319dcb-3fc9-45b2-bd46-e5c7ec70c40b service neutron] 10.222.0.81 "GET /v2.0/networks?id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 HTTP/1.1" status: 200 len: 915 time: 0.4340422 Jun 29 15:59:16.773283 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20c30ecc-6d32-44fe-bac7-9b50e036808d req-e982afed-25b6-41e8-a9ab-b3bee28a30df service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae20f49-0625-4c59-968f-368011c45eca HTTP/1.1" status: 200 len: 1000 time: 0.1094184 Jun 29 15:59:16.852101 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c30ecc-6d32-44fe-bac7-9b50e036808d req-19e86303-1eb3-4a7e-86b9-e7ce2cf5737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:16.852218 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20c30ecc-6d32-44fe-bac7-9b50e036808d req-19e86303-1eb3-4a7e-86b9-e7ce2cf5737d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d7d4e83f-e89c-43f5-84c5-4a7885a379fd HTTP/1.1" status: 200 len: 853 time: 0.0728426 Jun 29 15:59:16.980629 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c30ecc-6d32-44fe-bac7-9b50e036808d req-e38be469-a4c9-45c4-bc6c-30289c28a212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:16.982093 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20c30ecc-6d32-44fe-bac7-9b50e036808d req-e38be469-a4c9-45c4-bc6c-30289c28a212 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1235676 Jun 29 15:59:17.003273 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001785'] for router_interface, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:17.155541 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20c30ecc-6d32-44fe-bac7-9b50e036808d req-3ee6437d-1e5a-47e1-bc15-45e10863060e service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633761 Jun 29 15:59:17.377039 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-20c30ecc-6d32-44fe-bac7-9b50e036808d req-52fdd77c-acea-4e1f-bff4-de86f4df96e4 service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021000 Jun 29 15:59:17.441398 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24a9bc-5bf6-4643-821e-a101e0da087d req-951e84a4-9000-47c6-8b1d-051f125f8ec7 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:17.442844 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb24a9bc-5bf6-4643-821e-a101e0da087d req-951e84a4-9000-47c6-8b1d-051f125f8ec7 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.1290252 Jun 29 15:59:17.506341 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cb24a9bc-5bf6-4643-821e-a101e0da087d req-ab7d56e2-30b9-4951-8a3c-32fbb52446c4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443053 Jun 29 15:59:17.517263 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] Deleting port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:59:17.517875 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:17.603265 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] For port 8955f55e-a0e4-4ee4-88c1-691b0f5a212e, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=8955f55e-a0e4-4ee4-88c1-691b0f5a212e,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:17.603620 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:17.616627 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] Calling delete_port for 8955f55e-a0e4-4ee4-88c1-691b0f5a212e owned by network:router_interface {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:59:17.791898 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:17.793791 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0e21e673-c492-4816-af96-16508894114b tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:17.815201 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] Pushing event deleted for resources: {'Port': ['ID=8955f55e-a0e4-4ee4-88c1-691b0f5a212e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:17.818602 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:17.998035 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000585'] for router_interface, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:18.127962 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44864) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:18.215368 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] Router 24341400-1194-4b14-954b-abec49595e7e has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:59:18.238670 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cff204a9-62e0-40c0-af98-d354ddda15c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:18.326101 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:59:18.330589 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cff204a9-62e0-40c0-af98-d354ddda15c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:18.333813 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] 10.222.0.69 "PUT /v2.0/routers/24341400-1194-4b14-954b-abec49595e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4221094 Jun 29 15:59:18.334238 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44868) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:18.335499 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e40022-2c3c-449f-b25d-218034f6c90a None None] Sync routers for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:59:18.338574 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-cff204a9-62e0-40c0-af98-d354ddda15c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:18.346995 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-44126239-bb45-4059-892c-b87a5541c6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:18.347341 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e40022-2c3c-449f-b25d-218034f6c90a None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:59:18.347971 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-55e40022-2c3c-449f-b25d-218034f6c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:59:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:18.379415 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-cff204a9-62e0-40c0-af98-d354ddda15c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f28ec70653474ad28b544e60273e8396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480021 Jun 29 15:59:18.379648 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44870) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:18.386529 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff204a9-62e0-40c0-af98-d354ddda15c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dc8215-ff2d-4c38-9d94-e8f93c4a0050,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:18.390088 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cff204a9-62e0-40c0-af98-d354ddda15c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:18.437701 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-259d7367-2400-4b10-bcf2-40c5c38e452c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:18.454302 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:18.457557 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-55e40022-2c3c-449f-b25d-218034f6c90a None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:59:18.461355 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-259d7367-2400-4b10-bcf2-40c5c38e452c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:18.510904 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-259d7367-2400-4b10-bcf2-40c5c38e452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:18.514558 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-259d7367-2400-4b10-bcf2-40c5c38e452c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:18.519586 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-259d7367-2400-4b10-bcf2-40c5c38e452c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f4dc8215-ff2d-4c38-9d94-e8f93c4a0050 HTTP/1.1" status: 204 len: 168 time: 0.1387813 Jun 29 15:59:18.521616 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:18.531645 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d7367-2400-4b10-bcf2-40c5c38e452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dc8215-ff2d-4c38-9d94-e8f93c4a0050,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:18.543993 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-259d7367-2400-4b10-bcf2-40c5c38e452c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:18.605710 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:18.679607 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-55e40022-2c3c-449f-b25d-218034f6c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:59:17Z', 'revision_number': 5, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port': {'id': '4601aa43-6995-4067-97cb-2ef69ad64a54', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341400-1194-4b14-954b-abec49595e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:52:12Z', 'updated_at': '2021-06-29T15:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:18.682928 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Deleting port 4601aa43-6995-4067-97cb-2ef69ad64a54 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:59:18.683526 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:18.713134 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e40022-2c3c-449f-b25d-218034f6c90a None None] Checking router: 24341400-1194-4b14-954b-abec49595e7e for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:59:18.731137 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e40022-2c3c-449f-b25d-218034f6c90a None None] Routers {'24341400-1194-4b14-954b-abec49595e7e'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:59:18.732181 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-55e40022-2c3c-449f-b25d-218034f6c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:59:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['24341400-1194-4b14-954b-abec49595e7e'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:18.799118 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d82f9-ef0f-4ce7-b69d-b07da25c1e67 req-179a7f7b-a80b-4600-9109-72b9344c9d56 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:18.800802 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e93d82f9-ef0f-4ce7-b69d-b07da25c1e67 req-179a7f7b-a80b-4600-9109-72b9344c9d56 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.1260753 Jun 29 15:59:18.804510 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] For port 4601aa43-6995-4067-97cb-2ef69ad64a54, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=4601aa43-6995-4067-97cb-2ef69ad64a54,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:18.804991 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:18.836808 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-55e40022-2c3c-449f-b25d-218034f6c90a None None] Set router 24341400-1194-4b14-954b-abec49595e7e gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:59:18.840029 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Calling delete_port for 4601aa43-6995-4067-97cb-2ef69ad64a54 owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:59:18.872818 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e93d82f9-ef0f-4ce7-b69d-b07da25c1e67 req-52a20e42-a0ee-4fa0-8ebd-47300026d3cf tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558090 Jun 29 15:59:18.912739 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-55e40022-2c3c-449f-b25d-218034f6c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:59:18Z', 'revision_number': 6, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port_host': None}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:18.945363 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e40022-2c3c-449f-b25d-218034f6c90a None None] The sync data for ids ['24341400-1194-4b14-954b-abec49595e7e'] in dv-cinder-792209-4-iscsi is: [{'id': '24341400-1194-4b14-954b-abec49595e7e', 'name': 'tempest-AttachVolumeShelveTestJSON-37669337-router', 'tenant_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:52:11Z', 'updated_at': '2021-06-29T15:59:18Z', 'revision_number': 6, 'project_id': 'ed53fee279d64d20a9ad45e37aae39a8', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:59:19.005660 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44884) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:19.021062 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92a7860a-ae33-411b-87d0-16d20caae063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.078059 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.080047 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7090cbf0-7f59-443e-8f3b-3607ebbd1dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:19.104810 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Pushing event deleted for resources: {'Port': ['ID=4601aa43-6995-4067-97cb-2ef69ad64a54,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:19.107990 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:19.127541 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92a7860a-ae33-411b-87d0-16d20caae063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.132138 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-92a7860a-ae33-411b-87d0-16d20caae063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.135902 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-26d87624-4c8d-402f-94ea-4ce9100d0a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:19.167194 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646125'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.173007 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-92a7860a-ae33-411b-87d0-16d20caae063 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=226f587490954c37986667faa9b53067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656468 Jun 29 15:59:19.173967 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7860a-ae33-411b-87d0-16d20caae063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110eddb4-37a6-47b4-b14d-48b566630a93,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:19.176991 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-92a7860a-ae33-411b-87d0-16d20caae063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:19.177725 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44886) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:19.230957 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90e5fcc0-dcf1-4fec-a446-318acc042d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.254525 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90e5fcc0-dcf1-4fec-a446-318acc042d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.311226 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90e5fcc0-dcf1-4fec-a446-318acc042d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.314758 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-90e5fcc0-dcf1-4fec-a446-318acc042d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.319971 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-90e5fcc0-dcf1-4fec-a446-318acc042d52 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/110eddb4-37a6-47b4-b14d-48b566630a93 HTTP/1.1" status: 204 len: 168 time: 0.1404269 Jun 29 15:59:19.320955 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-85fc615a-e8bd-421e-8c27-ee2bd7a30e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:19.330123 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5fcc0-dcf1-4fec-a446-318acc042d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110eddb4-37a6-47b4-b14d-48b566630a93,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:19.334022 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-90e5fcc0-dcf1-4fec-a446-318acc042d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:19.534378 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1000101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1739'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.536583 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.583340 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1001388'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.583909 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24341400-1194-4b14-954b-abec49595e7e {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 15:59:19.588989 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.590203 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] 10.222.0.69 "DELETE /v2.0/routers/24341400-1194-4b14-954b-abec49595e7e HTTP/1.1" status: 204 len: 168 time: 1.2540827 Jun 29 15:59:19.592622 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44892) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:19.639757 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1d1371-0219-42f7-a347-971280b9740a admin admin] Deleting subnet 8db42e60-7985-44f3-8899-246ef24f69ae {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 15:59:19.642794 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3d1d1371-0219-42f7-a347-971280b9740a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.668092 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44894) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:19.681711 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e10a5a19-0fb2-4111-a015-e990301d137d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.681960 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3d1d1371-0219-42f7-a347-971280b9740a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9294822'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.787245 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e10a5a19-0fb2-4111-a015-e990301d137d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.792243 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-e10a5a19-0fb2-4111-a015-e990301d137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.795561 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2cb4cc34-7d75-4ba5-9d71-a5bfc3c1a11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:19.806301 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3d1d1371-0219-42f7-a347-971280b9740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.841842 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-e10a5a19-0fb2-4111-a015-e990301d137d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d5c85623f65a4f3289b8868acc5c3d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726518 Jun 29 15:59:19.842430 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44896) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:19.855155 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a5a19-0fb2-4111-a015-e990301d137d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce83e3f-2b3e-455b-8183-c2559794d11b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:19.858414 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e10a5a19-0fb2-4111-a015-e990301d137d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:19.864857 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3d1d1371-0219-42f7-a347-971280b9740a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9165188'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.868609 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:19.893462 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d1371-0219-42f7-a347-971280b9740a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db42e60-7985-44f3-8899-246ef24f69ae,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:19.895311 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3d1d1371-0219-42f7-a347-971280b9740a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.900429 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3d1d1371-0219-42f7-a347-971280b9740a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8db42e60-7985-44f3-8899-246ef24f69ae HTTP/1.1" status: 204 len: 168 time: 0.3068013 Jun 29 15:59:19.900751 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44898) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:19.901385 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbbf71c-a38a-4fd6-b1ea-4c5f66c53e8a None None] Network 61586768-e621-44be-873b-6ad3c5a47dd5 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:59:19.901867 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3d1d1371-0219-42f7-a347-971280b9740a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:19.958626 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9888feb0-6443-4b28-985d-615fb10430f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:19.998882 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9888feb0-6443-4b28-985d-615fb10430f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.002549 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.098060 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Deleting port 0bd0bb59-669c-4372-b295-062e4def735b {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:59:20.098060 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.122606 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69297cf1-695f-4441-aac5-0d206e6c7ef4 req-1b070480-2def-4bec-aa35-133c71153d36 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:20.124224 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-69297cf1-695f-4441-aac5-0d206e6c7ef4 req-1b070480-2def-4bec-aa35-133c71153d36 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.1102710 Jun 29 15:59:20.142121 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1462b5fd-40a3-4a39-9367-c03ee87efb4d None None] DHCP port deletion for 61586768-e621-44be-873b-6ad3c5a47dd5 request from dv-cinder-792209-4-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 15:59:20.144025 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9888feb0-6443-4b28-985d-615fb10430f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.146719 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9888feb0-6443-4b28-985d-615fb10430f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.150791 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9888feb0-6443-4b28-985d-615fb10430f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cce83e3f-2b3e-455b-8183-c2559794d11b HTTP/1.1" status: 204 len: 168 time: 0.3042822 Jun 29 15:59:20.153621 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0b837f8a-a7d9-4bf8-88ea-ed1741a24379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:20.168909 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888feb0-6443-4b28-985d-615fb10430f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce83e3f-2b3e-455b-8183-c2559794d11b,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:20.178266 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9888feb0-6443-4b28-985d-615fb10430f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:20.195041 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] For port 0bd0bb59-669c-4372-b295-062e4def735b, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=0bd0bb59-669c-4372-b295-062e4def735b,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:20.195915 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.219304 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Calling delete_port for 0bd0bb59-669c-4372-b295-062e4def735b owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:59:20.219482 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-69297cf1-695f-4441-aac5-0d206e6c7ef4 req-d0a6d8d6-590a-4e51-bc8f-a9f9f89ac455 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869374 Jun 29 15:59:20.247276 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-1462b5fd-40a3-4a39-9367-c03ee87efb4d None None] Deleting port 0bd0bb59-669c-4372-b295-062e4def735b {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:59:20.247770 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1462b5fd-40a3-4a39-9367-c03ee87efb4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.302479 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.305982 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-63ca733c-f96b-411b-9f4e-8857182816ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:20.326610 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-1462b5fd-40a3-4a39-9367-c03ee87efb4d None None] For port 0bd0bb59-669c-4372-b295-062e4def735b, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=0bd0bb59-669c-4372-b295-062e4def735b,segment=NetworkSegment(131580b1-26e4-4e6a-b157-572ffc713467),segment_id=131580b1-26e4-4e6a-b157-572ffc713467)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:20.327020 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1462b5fd-40a3-4a39-9367-c03ee87efb4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.330787 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd0bb59-669c-4372-b295-062e4def735b,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:20.332454 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] No DVR routers for this DVR port 0bd0bb59-669c-4372-b295-062e4def735b on host dv-cinder-792209-4-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:59:20.334068 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:20.340775 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-1462b5fd-40a3-4a39-9367-c03ee87efb4d None None] Calling delete_port for 0bd0bb59-669c-4372-b295-062e4def735b owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:59:20.409606 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.416157 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-1462b5fd-40a3-4a39-9367-c03ee87efb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.419702 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:20.420084 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61586768-e621-44be-873b-6ad3c5a47dd5']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:20.431113 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131580b1-26e4-4e6a-b157-572ffc713467') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:20.431413 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131580b1-26e4-4e6a-b157-572ffc713467') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:20.440768 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2514708'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.449715 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462b5fd-40a3-4a39-9367-c03ee87efb4d None None] Pushing event deleted for resources: {'Port': ['ID=0bd0bb59-669c-4372-b295-062e4def735b,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:20.452100 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1462b5fd-40a3-4a39-9367-c03ee87efb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:20.455630 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1462b5fd-40a3-4a39-9367-c03ee87efb4d None None] No DVR routers for this DVR port 0bd0bb59-669c-4372-b295-062e4def735b on host dv-cinder-792209-4-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:59:20.456697 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.468080 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 15:59:20.468520 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9716340'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: Traceback (most recent call last): Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: timer() Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: cb(*args, **kw) Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: return func(*args, **kwargs) Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: self._notify() Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: self.callback(batched_events) Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: event.method(event) Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: return f(self, *a, **k) Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._get(url).json() Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 15:59:20.470814 dv-cinder-792209-4-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 15:59:20.527792 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.532571 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:20.535670 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.538112 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/61586768-e621-44be-873b-6ad3c5a47dd5 HTTP/1.1" status: 204 len: 168 time: 0.6358786 Jun 29 15:59:20.551067 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=61586768-e621-44be-873b-6ad3c5a47dd5,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:20.554228 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:20.661611 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44918) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:20.704225 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-51e44f2d-4f3e-49c7-a77a-1bcc60c49342 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ed53fee279d64d20a9ad45e37aae39a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412712 Jun 29 15:59:20.706509 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44922) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:20.755685 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4d89d977-1d98-49c7-b8db-848fb72c1378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.779800 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4d89d977-1d98-49c7-b8db-848fb72c1378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.837850 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4d89d977-1d98-49c7-b8db-848fb72c1378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.843726 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4d89d977-1d98-49c7-b8db-848fb72c1378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:20.845328 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4d89d977-1d98-49c7-b8db-848fb72c1378 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fdd4a4f4-17d3-41e7-803e-0cac0f827eb6 HTTP/1.1" status: 204 len: 168 time: 0.1379113 Jun 29 15:59:20.846135 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ebac2cfc-e70a-4cfe-b11d-9aee834a9e72 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:20.865178 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 4601aa43-6995-4067-97cb-2ef69ad64a54 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:59:20.872181 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89d977-1d98-49c7-b8db-848fb72c1378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd4a4f4-17d3-41e7-803e-0cac0f827eb6,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:20.874855 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4d89d977-1d98-49c7-b8db-848fb72c1378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:20.899879 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 4601aa43-6995-4067-97cb-2ef69ad64a54 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:59:20.900226 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 4601aa43-6995-4067-97cb-2ef69ad64a54 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:59:20.900929 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 8955f55e-a0e4-4ee4-88c1-691b0f5a212e no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:59:21.081428 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 8955f55e-a0e4-4ee4-88c1-691b0f5a212e {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:59:21.081979 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 8955f55e-a0e4-4ee4-88c1-691b0f5a212e not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:59:21.082182 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 0bd0bb59-669c-4372-b295-062e4def735b no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:59:21.109006 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 0bd0bb59-669c-4372-b295-062e4def735b {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:59:21.110741 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 0bd0bb59-669c-4372-b295-062e4def735b not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:59:21.448867 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a531d2e-ed69-4f8a-96fd-5b3e7f26c214 req-ba5efab0-239b-48fb-bb1c-bdb907091058 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:21.450514 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7a531d2e-ed69-4f8a-96fd-5b3e7f26c214 req-ba5efab0-239b-48fb-bb1c-bdb907091058 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0863349 Jun 29 15:59:21.499619 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7a531d2e-ed69-4f8a-96fd-5b3e7f26c214 req-c185fc7a-746a-4cb2-8508-6f73c3c07f5a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416028 Jun 29 15:59:22.421772 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 44982) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:22.523161 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-29440220-eb24-4f58-9134-53b0f5f9363d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:22.617114 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-29440220-eb24-4f58-9134-53b0f5f9363d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:22.621580 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-29440220-eb24-4f58-9134-53b0f5f9363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:22.635768 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-92a7860a-ae33-411b-87d0-16d20caae063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:22.669457 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-29440220-eb24-4f58-9134-53b0f5f9363d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e5fdb5688404421ea00d27629b67bacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447519 Jun 29 15:59:22.670441 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29440220-eb24-4f58-9134-53b0f5f9363d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329a182e-b01e-4638-a984-47f3f8f3b156,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:22.671825 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 44992) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:22.673759 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-29440220-eb24-4f58-9134-53b0f5f9363d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:22.752087 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0c37b-fd15-4e35-b829-df25d2f787aa req-6e17358b-2dec-4cf0-a8fc-3d51127e13ed tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:22.753559 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fcd0c37b-fd15-4e35-b829-df25d2f787aa req-6e17358b-2dec-4cf0-a8fc-3d51127e13ed tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.1152523 Jun 29 15:59:22.754408 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a39332a5-6871-42ce-abaa-68c31493c041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:22.788613 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a39332a5-6871-42ce-abaa-68c31493c041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:22.847773 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fcd0c37b-fd15-4e35-b829-df25d2f787aa req-1c023c89-ca2d-4191-8b71-23c4d4824b38 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834379 Jun 29 15:59:22.867959 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a39332a5-6871-42ce-abaa-68c31493c041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:22.870676 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a39332a5-6871-42ce-abaa-68c31493c041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:22.871803 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a39332a5-6871-42ce-abaa-68c31493c041 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/329a182e-b01e-4638-a984-47f3f8f3b156 HTTP/1.1" status: 204 len: 168 time: 0.1974354 Jun 29 15:59:22.872642 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e6e7574f-1829-459b-b401-914b2422610b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:22.880441 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39332a5-6871-42ce-abaa-68c31493c041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329a182e-b01e-4638-a984-47f3f8f3b156,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:22.883722 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a39332a5-6871-42ce-abaa-68c31493c041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:23.126819 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 45000) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:23.141720 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-94e86e43-1b0a-408f-a575-a5ff047abc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:23.235856 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-94e86e43-1b0a-408f-a575-a5ff047abc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:23.240101 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-94e86e43-1b0a-408f-a575-a5ff047abc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:23.243578 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9084372a-c3f1-4e55-8ee5-6cb08d2da4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:23.279184 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-94e86e43-1b0a-408f-a575-a5ff047abc7c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1264a5e2e1fd4af6abbafe5a548472e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512184 Jun 29 15:59:23.280085 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e86e43-1b0a-408f-a575-a5ff047abc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f259485-42c5-4802-877c-90d78cd1bb36,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:23.282132 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45008) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:23.283063 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-94e86e43-1b0a-408f-a575-a5ff047abc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:23.335223 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8db8f5d2-0d68-4234-be87-1d9f40bcaadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:23.358030 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8db8f5d2-0d68-4234-be87-1d9f40bcaadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:23.409380 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8db8f5d2-0d68-4234-be87-1d9f40bcaadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:23.412146 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8db8f5d2-0d68-4234-be87-1d9f40bcaadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:23.413926 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8db8f5d2-0d68-4234-be87-1d9f40bcaadd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0f259485-42c5-4802-877c-90d78cd1bb36 HTTP/1.1" status: 204 len: 168 time: 0.1299341 Jun 29 15:59:23.414747 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a563acdd-1a42-4dd5-abd2-571f1e13cd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:23.421900 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8f5d2-0d68-4234-be87-1d9f40bcaadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f259485-42c5-4802-877c-90d78cd1bb36,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:23.424090 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8db8f5d2-0d68-4234-be87-1d9f40bcaadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:24.031516 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b8763-bd7a-4279-ae05-55cf604d944e req-0c4cdc24-69b9-4432-ab75-ffd494c2f4fc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:24.033163 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a87b8763-bd7a-4279-ae05-55cf604d944e req-0c4cdc24-69b9-4432-ab75-ffd494c2f4fc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0661962 Jun 29 15:59:24.075379 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-a87b8763-bd7a-4279-ae05-55cf604d944e req-3c7892a6-1404-486e-ae84-360970f5347a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348873 Jun 29 15:59:25.255565 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6aa66-7154-4c91-9a19-4bfcf7b121b8 req-df80e160-1037-437d-8a77-b0db02252125 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:25.257053 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ea6aa66-7154-4c91-9a19-4bfcf7b121b8 req-df80e160-1037-437d-8a77-b0db02252125 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0682635 Jun 29 15:59:25.298175 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1ea6aa66-7154-4c91-9a19-4bfcf7b121b8 req-e948ba6f-9c43-428d-9ecf-c4bd6e461a32 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353003 Jun 29 15:59:25.781103 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45092) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:25.882532 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4cd67a63-5caa-4476-9ade-5a78f6010c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:25.970812 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4cd67a63-5caa-4476-9ade-5a78f6010c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:25.974631 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4cd67a63-5caa-4476-9ade-5a78f6010c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:25.978054 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-90e5fcc0-dcf1-4fec-a446-318acc042d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:26.013386 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4cd67a63-5caa-4476-9ade-5a78f6010c1b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=407d03647c0b469b87deeb1dc5d86d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309988 Jun 29 15:59:26.014913 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd67a63-5caa-4476-9ade-5a78f6010c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d80af09-9ca7-4c0c-ab6b-51f0b24ca28b,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:26.016072 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 45098) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:26.017499 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4cd67a63-5caa-4476-9ade-5a78f6010c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:26.067169 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:26.087778 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:26.133349 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:26.136059 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:26.137204 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d80af09-9ca7-4c0c-ab6b-51f0b24ca28b HTTP/1.1" status: 204 len: 168 time: 0.1200902 Jun 29 15:59:26.137988 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-13e54f8a-8472-45cd-9207-f2ec2aa0dbea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:26.145982 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d80af09-9ca7-4c0c-ab6b-51f0b24ca28b,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:26.153854 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:26.154231 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:26.154599 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:26.154963 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:26.155325 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:26.155683 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:26.156033 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:26.156385 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:26.156982 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:26.157105 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:26.157525 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:26.157861 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 15:59:26.161005 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:26.396290 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 45106) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:26.410121 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b993336b-b5fb-46a3-9b41-001f8175825d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:26.480723 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ebedb-80ef-46b6-920e-8a33c6a4af6f req-179d75a9-a30b-48ee-a909-2999e60c0560 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:26.482231 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c79ebedb-80ef-46b6-920e-8a33c6a4af6f req-179d75a9-a30b-48ee-a909-2999e60c0560 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0717499 Jun 29 15:59:26.504328 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b993336b-b5fb-46a3-9b41-001f8175825d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:26.516738 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b993336b-b5fb-46a3-9b41-001f8175825d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:26.520639 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-161e8a12-72d9-4a40-aea0-b8330927591f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:26.541454 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c79ebedb-80ef-46b6-920e-8a33c6a4af6f req-cc752b76-88cb-428d-aca8-6ebf767bf407 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527492 Jun 29 15:59:26.559067 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b993336b-b5fb-46a3-9b41-001f8175825d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b926ee38e2894f088dbc26ec4336b509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608043 Jun 29 15:59:26.559797 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993336b-b5fb-46a3-9b41-001f8175825d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dceb48-1465-4321-8029-c1f71c5b2dd3,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:26.562050 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45108) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:26.571831 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b993336b-b5fb-46a3-9b41-001f8175825d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:26.622394 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a21c9a27-0a9d-4e79-bd62-3f5be433597d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:26.648064 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a21c9a27-0a9d-4e79-bd62-3f5be433597d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:26.698815 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a21c9a27-0a9d-4e79-bd62-3f5be433597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:26.701375 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-a21c9a27-0a9d-4e79-bd62-3f5be433597d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:26.702490 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-a21c9a27-0a9d-4e79-bd62-3f5be433597d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4dceb48-1465-4321-8029-c1f71c5b2dd3 HTTP/1.1" status: 204 len: 168 time: 0.1394801 Jun 29 15:59:26.703280 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e10a5a19-0fb2-4111-a015-e990301d137d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:26.711793 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c9a27-0a9d-4e79-bd62-3f5be433597d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dceb48-1465-4321-8029-c1f71c5b2dd3,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:26.714161 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-a21c9a27-0a9d-4e79-bd62-3f5be433597d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:27.727156 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c637172-efc4-4a12-ac94-f211993646fd req-2d8bfd92-ee1e-451e-a52c-bbce9ebc961b tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:27.728686 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c637172-efc4-4a12-ac94-f211993646fd req-2d8bfd92-ee1e-451e-a52c-bbce9ebc961b tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0720911 Jun 29 15:59:27.772236 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c637172-efc4-4a12-ac94-f211993646fd req-bb348178-81d5-4286-aa18-9065ec767c0e tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351655 Jun 29 15:59:28.154003 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 15:59:28.953464 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4c843-7578-4b84-b606-79b2e2fca2ce req-51cb9d83-d38f-443f-92ce-8e1529e38f49 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:28.954944 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-68f4c843-7578-4b84-b606-79b2e2fca2ce req-51cb9d83-d38f-443f-92ce-8e1529e38f49 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0730844 Jun 29 15:59:28.997502 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-68f4c843-7578-4b84-b606-79b2e2fca2ce req-9c36dae4-36f3-45a6-b261-16bce0266372 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365746 Jun 29 15:59:30.172541 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6300ce-9d23-4ccf-b43f-a40ddaa77be8 req-ad3bb60b-4b71-4d86-8eb3-b31526150936 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:30.174047 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1f6300ce-9d23-4ccf-b43f-a40ddaa77be8 req-ad3bb60b-4b71-4d86-8eb3-b31526150936 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0641468 Jun 29 15:59:30.214450 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1f6300ce-9d23-4ccf-b43f-a40ddaa77be8 req-2793a6dd-096d-4d1d-956c-2fe00af11c78 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340405 Jun 29 15:59:30.822704 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:31.400302 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01780f-ba2f-4763-a290-e814db998d2a req-034d6b52-a95b-4465-9ea6-f5c9a0092578 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:31.401693 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-eb01780f-ba2f-4763-a290-e814db998d2a req-034d6b52-a95b-4465-9ea6-f5c9a0092578 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0631504 Jun 29 15:59:31.440004 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-eb01780f-ba2f-4763-a290-e814db998d2a req-69360295-eda8-4e77-a7d7-3c7960a98b6a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325313 Jun 29 15:59:32.199425 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-eaa6df7e-1551-4740-9e04-b9d2b217c19e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264612538&fields=id&tenant_id=03fed08d2d30427c9b704b601461f29c HTTP/1.1" status: 200 len: 267 time: 0.0342867 Jun 29 15:59:32.316807 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a91620-15c6-453e-8180-260f7ba90d06 req-547b40fb-6ff4-41f5-9b05-e62de28afb3a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:32.318283 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-547b40fb-6ff4-41f5-9b05-e62de28afb3a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 811 time: 0.1070478 Jun 29 15:59:32.332593 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-889df49d-751a-4ca2-86fd-c7379a302542 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/quotas/03fed08d2d30427c9b704b601461f29c HTTP/1.1" status: 200 len: 375 time: 0.0088153 Jun 29 15:59:32.404027 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-6fc7e84d-c374-4696-996e-18f23b10784a tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0656526 Jun 29 15:59:32.598901 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-e0dc895b-8936-436b-8481-4a5c2ef3d6d0 service neutron] 10.222.0.69 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833916 Jun 29 15:59:32.619759 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5bb96-e215-4f64-8218-6573e0137181 req-4d8c86d8-649b-4584-84c6-241044e242f4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:32.621242 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d7a5bb96-e215-4f64-8218-6573e0137181 req-4d8c86d8-649b-4584-84c6-241044e242f4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0640941 Jun 29 15:59:32.660808 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d7a5bb96-e215-4f64-8218-6573e0137181 req-8f5a093e-7b80-42eb-9931-78334e45c386 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336988 Jun 29 15:59:32.690349 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-9eaa3ced-716f-4fea-ae3b-f6a116678028 service neutron] 10.222.0.69 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848415 Jun 29 15:59:32.992304 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d390bafe-94ca-4d31-a8b4-a0b17353f2c6 req-23c52277-206e-4b7a-8179-25f864b0895f tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 210 time: 0.0307362 Jun 29 15:59:33.839916 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd547cf-4c6a-4ff0-8a5b-926331981186 req-0706c206-1c2a-4353-a5d0-a3e83685f588 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:33.841410 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8dd547cf-4c6a-4ff0-8a5b-926331981186 req-0706c206-1c2a-4353-a5d0-a3e83685f588 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0676436 Jun 29 15:59:33.883632 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8dd547cf-4c6a-4ff0-8a5b-926331981186 req-b9ad6205-f197-4d41-a91b-b7fbfd173797 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364621 Jun 29 15:59:34.130529 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-39512136-180f-421b-9fb7-a59b67baed07 req-fe4ede91-27d7-4845-a788-a270e63bd58c tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 210 time: 0.0280356 Jun 29 15:59:35.060095 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0b326-f932-4550-bc71-900ec48847a7 req-6cdb7fac-f881-427f-8d5e-c980f27fdc14 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:35.062506 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4fb0b326-f932-4550-bc71-900ec48847a7 req-6cdb7fac-f881-427f-8d5e-c980f27fdc14 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0673857 Jun 29 15:59:35.109072 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4fb0b326-f932-4550-bc71-900ec48847a7 req-92dc21f3-867b-4e6f-ac23-27ba42243f0c tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386095 Jun 29 15:59:35.293384 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-bb32bfbf-07ac-4f95-a9c5-185171c401e0 req-ba4bbac9-8c47-4f58-a429-836af21fec39 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 210 time: 0.0304551 Jun 29 15:59:35.314618 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a91620-15c6-453e-8180-260f7ba90d06 req-836c7c78-9817-4635-b45b-15f47828e11e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:35.316110 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-836c7c78-9817-4635-b45b-15f47828e11e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 811 time: 0.1250093 Jun 29 15:59:35.361242 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-50342328-796d-49a5-ac74-60f4bd382bc4 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03fed08d2d30427c9b704b601461f29c HTTP/1.1" status: 200 len: 380 time: 0.0360842 Jun 29 15:59:35.370734 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-13a91620-15c6-453e-8180-260f7ba90d06 req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Request body: {'port': {'device_id': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'admin_state_up': True, 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'security_groups': ['56bebd20-8f98-4818-afdc-cf7130f395af']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:35.500407 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a91620-15c6-453e-8180-260f7ba90d06 req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Made reservation on behalf of 03fed08d2d30427c9b704b601461f29c for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:59:35.504251 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-13a91620-15c6-453e-8180-260f7ba90d06 req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:35.646149 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-13a91620-15c6-453e-8180-260f7ba90d06 req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Allocated IP 172.20.0.13 (ef06879d-50c8-4635-a559-6c16b91b96ce/e782a185-6e99-410c-b6d3-eb6560de4818/abf43a63-ffc0-4c47-9fb6-16b253ed8594) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:59:35.804039 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-13a91620-15c6-453e-8180-260f7ba90d06 req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:35.822185 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-13a91620-15c6-453e-8180-260f7ba90d06 req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Transition to ACTIVE for port object abf43a63-ffc0-4c47-9fb6-16b253ed8594 will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:59:35.858081 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-13a91620-15c6-453e-8180-260f7ba90d06 req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:35.859720 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45294) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:35.863858 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-beaf5f5f-5eaa-485f-8c4f-0e4f4c31596d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:35.923840 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a91620-15c6-453e-8180-260f7ba90d06 req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Network ef06879d-50c8-4635-a559-6c16b91b96ce is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:59:35.931212 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-13a91620-15c6-453e-8180-260f7ba90d06 req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:59:35.936452 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a91620-15c6-453e-8180-260f7ba90d06 req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:59:35.970519 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'Port': ['ID=abf43a63-ffc0-4c47-9fb6-16b253ed8594,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:35.975586 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:35.995457 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a91620-15c6-453e-8180-260f7ba90d06 req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:35.996474 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-13a91620-15c6-453e-8180-260f7ba90d06 req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.000293 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fc91235f-524a-4234-9973-7350e86f833f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.019782 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-94225ccc-6545-4e8d-ae2f-d3e69b84eeaa tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6526437 Jun 29 15:59:36.032144 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Request body: {'port': {'device_id': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:36.181503 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.191347 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fc91235f-524a-4234-9973-7350e86f833f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.197415 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-fc91235f-524a-4234-9973-7350e86f833f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.230627 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b8e48905-94e3-4e28-bdeb-39a1079995a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:36.257938 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-fc91235f-524a-4234-9973-7350e86f833f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87a729f388904ed39b6739d051a68dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970163 Jun 29 15:59:36.259412 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 45316) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:36.260078 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-2c42fb7d-23a3-428b-a6d7-79444b21be1b None None] Provisioning for port abf43a63-ffc0-4c47-9fb6-16b253ed8594 completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:59:36.264557 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-2c42fb7d-23a3-428b-a6d7-79444b21be1b None None] Provisioning complete for port abf43a63-ffc0-4c47-9fb6-16b253ed8594 triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:59:36.265159 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2c42fb7d-23a3-428b-a6d7-79444b21be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.285626 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91235f-524a-4234-9973-7350e86f833f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f4227d-7d32-4819-8133-3962a7e7c74d,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:36.289834 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fc91235f-524a-4234-9973-7350e86f833f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:36.314180 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-2c42fb7d-23a3-428b-a6d7-79444b21be1b None None] Port abf43a63-ffc0-4c47-9fb6-16b253ed8594 cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 15:59:36.460626 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-55c33f4b-28d4-4a6b-98eb-d5b6c45e829f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.492723 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28025ee-e19d-4134-985e-7bf829f1667e req-3013cd41-6957-44fb-be37-f957fbb192bc tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:36.494555 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d28025ee-e19d-4134-985e-7bf829f1667e req-3013cd41-6957-44fb-be37-f957fbb192bc tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 932 time: 0.0750175 Jun 29 15:59:36.509834 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-55c33f4b-28d4-4a6b-98eb-d5b6c45e829f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.518817 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f6c89-95b7-4405-afb8-b8d102bc8414 req-ed961184-b2d1-4ec2-a9cf-bb0dfd65f66c tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:36.520389 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-844f6c89-95b7-4405-afb8-b8d102bc8414 req-ed961184-b2d1-4ec2-a9cf-bb0dfd65f66c tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.2320068 Jun 29 15:59:36.536683 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d28025ee-e19d-4134-985e-7bf829f1667e req-5d2cfed5-26dc-4bab-8701-1121706f9973 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363855 Jun 29 15:59:36.613283 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-844f6c89-95b7-4405-afb8-b8d102bc8414 req-c2d2a762-fd42-4bd9-bf8c-12165fa4fc82 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&id=940cb797-e2fb-484f-a46c-438345bea146&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847793 Jun 29 15:59:36.658840 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-55c33f4b-28d4-4a6b-98eb-d5b6c45e829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.661507 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-55c33f4b-28d4-4a6b-98eb-d5b6c45e829f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.662679 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-55c33f4b-28d4-4a6b-98eb-d5b6c45e829f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a0f4227d-7d32-4819-8133-3962a7e7c74d HTTP/1.1" status: 204 len: 168 time: 0.4022927 Jun 29 15:59:36.664943 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c256ab4e-71f9-48d0-99cf-312b7cfc8c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:36.674607 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c33f4b-28d4-4a6b-98eb-d5b6c45e829f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f4227d-7d32-4819-8133-3962a7e7c74d,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:36.677755 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf43a63-ffc0-4c47-9fb6-16b253ed8594 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:59:36.682582 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-55c33f4b-28d4-4a6b-98eb-d5b6c45e829f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:36.686752 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.701474 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Transition to ACTIVE for port object abf43a63-ffc0-4c47-9fb6-16b253ed8594 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:59:36.705810 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.708638 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-75039512-ed54-457d-9b6a-f77ce88c9840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:36.772569 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Pushing event updated for resources: {'Port': ['ID=abf43a63-ffc0-4c47-9fb6-16b253ed8594,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:36.803850 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:36.866323 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Attempting to bind port abf43a63-ffc0-4c47-9fb6-16b253ed8594 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:59:36.866532 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Attempting to bind port abf43a63-ffc0-4c47-9fb6-16b253ed8594 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:59:36.866780 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Attempting to bind port abf43a63-ffc0-4c47-9fb6-16b253ed8594 on network ef06879d-50c8-4635-a559-6c16b91b96ce {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:59:36.871932 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Port abf43a63-ffc0-4c47-9fb6-16b253ed8594 on network ef06879d-50c8-4635-a559-6c16b91b96ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:59:36.872478 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Attempting to bind port abf43a63-ffc0-4c47-9fb6-16b253ed8594 on network ef06879d-50c8-4635-a559-6c16b91b96ce {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:59:36.878066 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:59:36.878577 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Checking segment: {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:59:36.879040 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Bound using segment: {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:59:36.879541 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Bound port: abf43a63-ffc0-4c47-9fb6-16b253ed8594, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:59:36.880179 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.950763 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] For port abf43a63-ffc0-4c47-9fb6-16b253ed8594, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:59:36.954188 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] For port abf43a63-ffc0-4c47-9fb6-16b253ed8594, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=abf43a63-ffc0-4c47-9fb6-16b253ed8594,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:59:36.958484 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.962179 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3e959c66-e238-4842-99bb-b9b20275e7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:36.976976 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45332) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:36.990708 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6f645d8f-1100-4d2d-b60f-d04bbcf08408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.995649 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:36.996436 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:36.997952 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] 10.222.0.81 "PUT /v2.0/ports/abf43a63-ffc0-4c47-9fb6-16b253ed8594 HTTP/1.1" status: 200 len: 1094 time: 0.9704814 Jun 29 15:59:37.000108 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'tag': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:59:37.003146 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a6a17b-e2d9-4a88-a27d-e5f8f97c1478" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9", "tag": "abf43a63-ffc0-4c47-9fb6-16b253ed8594"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:59:37.050081 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Pushing event updated for resources: {'Port': ['ID=abf43a63-ffc0-4c47-9fb6-16b253ed8594,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:37.075401 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:37.099904 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710c3266-1322-476a-83bd-9d4f7cfb1f76 x-openstack-request-id: req-710c3266-1322-476a-83bd-9d4f7cfb1f76 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:59:37.100236 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9", "tag": "abf43a63-ffc0-4c47-9fb6-16b253ed8594", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:59:37.100782 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-710c3266-1322-476a-83bd-9d4f7cfb1f76 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:59:37.101283 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'tag': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594', 'status': 'completed', 'code': 200} Jun 29 15:59:37.126592 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6f645d8f-1100-4d2d-b60f-d04bbcf08408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:37.133140 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6f645d8f-1100-4d2d-b60f-d04bbcf08408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:37.134674 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a91620-15c6-453e-8180-260f7ba90d06 req-669f0645-b795-409d-8140-3b9cc076838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:37.136809 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-cff204a9-62e0-40c0-af98-d354ddda15c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:37.137076 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-669f0645-b795-409d-8140-3b9cc076838e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 1097 time: 0.0800457 Jun 29 15:59:37.174567 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6f645d8f-1100-4d2d-b60f-d04bbcf08408 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ca3f5a6ea2b490786ff181348bac0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964130 Jun 29 15:59:37.175817 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f645d8f-1100-4d2d-b60f-d04bbcf08408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c47a09d-e75b-41c4-af21-52a8e2c1b13c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:37.178822 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45336) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:37.197087 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6f645d8f-1100-4d2d-b60f-d04bbcf08408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:37.202285 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-c4e5170c-e127-436e-8e93-c34e3e131513 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abf43a63-ffc0-4c47-9fb6-16b253ed8594 HTTP/1.1" status: 200 len: 217 time: 0.0564389 Jun 29 15:59:37.243225 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ca7370e5-25f4-4c4d-865a-f354af179d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:37.260157 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a91620-15c6-453e-8180-260f7ba90d06 req-b15ca558-660b-42ee-a510-997a69617d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:37.261652 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-b15ca558-660b-42ee-a510-997a69617d6a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e782a185-6e99-410c-b6d3-eb6560de4818 HTTP/1.1" status: 200 len: 850 time: 0.0512385 Jun 29 15:59:37.271303 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ca7370e5-25f4-4c4d-865a-f354af179d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:37.317973 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ca7370e5-25f4-4c4d-865a-f354af179d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:37.321756 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-ca7370e5-25f4-4c4d-865a-f354af179d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:37.322893 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-ca7370e5-25f4-4c4d-865a-f354af179d99 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c47a09d-e75b-41c4-af21-52a8e2c1b13c HTTP/1.1" status: 204 len: 168 time: 0.1319361 Jun 29 15:59:37.323668 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a91620-15c6-453e-8180-260f7ba90d06 req-e0efe684-b1d0-4f11-8eac-56a1d6b64a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:37.323797 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-75fb7e3b-bb16-497c-b528-3e04698a0ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:37.325131 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-e0efe684-b1d0-4f11-8eac-56a1d6b64a8e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef06879d-50c8-4635-a559-6c16b91b96ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556300 Jun 29 15:59:37.330925 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7370e5-25f4-4c4d-865a-f354af179d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c47a09d-e75b-41c4-af21-52a8e2c1b13c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:37.333212 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ca7370e5-25f4-4c4d-865a-f354af179d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:37.418594 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-3b785ab5-86ac-4e28-9b8e-0ab52241a8f6 service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854383 Jun 29 15:59:37.528559 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-13a91620-15c6-453e-8180-260f7ba90d06 req-177bb4e0-478b-46a9-8bc2-5a0ba83e88f9 service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035109 Jun 29 15:59:37.703741 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6a17b-e2d9-4a88-a27d-e5f8f97c1478 req-91d9e357-2e53-4442-b840-2ba2ded799e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:37.705331 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96a6a17b-e2d9-4a88-a27d-e5f8f97c1478 req-91d9e357-2e53-4442-b840-2ba2ded799e6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 1097 time: 0.0857589 Jun 29 15:59:37.794476 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17967103-7a83-4cb6-81a4-c33e02e964fb req-e78da784-c84c-4a51-81e1-fca040c38690 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:37.796019 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17967103-7a83-4cb6-81a4-c33e02e964fb req-e78da784-c84c-4a51-81e1-fca040c38690 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 944 time: 0.1272328 Jun 29 15:59:37.835992 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6a17b-e2d9-4a88-a27d-e5f8f97c1478 req-88e9a917-5338-4085-bd5c-0c5acf71752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:37.837343 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96a6a17b-e2d9-4a88-a27d-e5f8f97c1478 req-88e9a917-5338-4085-bd5c-0c5acf71752d service neutron] 10.222.0.81 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 912 time: 0.1251802 Jun 29 15:59:37.885459 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-17967103-7a83-4cb6-81a4-c33e02e964fb req-90d94cd4-5c88-44f3-8161-a39790bf7da2 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787430 Jun 29 15:59:37.887070 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96a6a17b-e2d9-4a88-a27d-e5f8f97c1478 req-161cdc95-07a8-46c7-a152-37cb6bcfd263 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abf43a63-ffc0-4c47-9fb6-16b253ed8594 HTTP/1.1" status: 200 len: 217 time: 0.0385237 Jun 29 15:59:37.945935 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6a17b-e2d9-4a88-a27d-e5f8f97c1478 req-cd6c5957-e273-4650-b98d-67bb264588d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:37.947396 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96a6a17b-e2d9-4a88-a27d-e5f8f97c1478 req-cd6c5957-e273-4650-b98d-67bb264588d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e782a185-6e99-410c-b6d3-eb6560de4818 HTTP/1.1" status: 200 len: 850 time: 0.0493250 Jun 29 15:59:38.011913 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6a17b-e2d9-4a88-a27d-e5f8f97c1478 req-64604b24-85ba-435c-90c8-b0b4c38858c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:38.013470 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96a6a17b-e2d9-4a88-a27d-e5f8f97c1478 req-64604b24-85ba-435c-90c8-b0b4c38858c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef06879d-50c8-4635-a559-6c16b91b96ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535395 Jun 29 15:59:38.039687 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45368) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:38.108204 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96a6a17b-e2d9-4a88-a27d-e5f8f97c1478 req-fdfdfce2-4d72-4fd8-8179-61339382cd22 service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836136 Jun 29 15:59:38.133575 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1738238808-network', 'tenant_id': 'ffae553135b84525abdcf55c77e3ed06'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:38.156316 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Made reservation on behalf of ffae553135b84525abdcf55c77e3ed06 for: {'network': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:59:38.158993 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:38.167762 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:38.205605 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96a6a17b-e2d9-4a88-a27d-e5f8f97c1478 req-8c040174-78ec-44bd-8e8f-460478e0fd2f service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898950 Jun 29 15:59:38.257670 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:38.261310 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:38.265038 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d8f08625-e6f9-4035-9223-5b1596f1b266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:38.288667 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=92923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 15:59:38.295280 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63cf016-44f5-494c-a8ba-746822f60bb2,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:38.299397 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:38.302092 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:38.303830 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.segments_db [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Added segment 7c0010c3-29ab-4986-8de9-8072e7198c19 of type vlan for network 339a4753-4e13-4eb9-8cec-4daf72fbad43 Jun 29 15:59:38.341359 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:38.370118 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:38.371400 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:38.371969 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:38.374819 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-16a8b68b-e869-4e8a-9248-a2b30d1a8e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:38.422511 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3816707 Jun 29 15:59:38.425488 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 45372) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:38.431353 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-58567abb-759f-4846-9d5d-fbe054d65848 admin admin] Request body: {'subnet': {'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1738238808-subnet', 'tenant_id': 'ffae553135b84525abdcf55c77e3ed06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:38.434600 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Pushing event updated for resources: {'Network': ['ID=339a4753-4e13-4eb9-8cec-4daf72fbad43,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:38.437815 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7ae93ee3-9ae1-4b4d-b8e0-a05805520611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:38.445182 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network 339a4753-4e13-4eb9-8cec-4daf72fbad43 details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 15:59:38.451467 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58567abb-759f-4846-9d5d-fbe054d65848 admin admin] Made reservation on behalf of ffae553135b84525abdcf55c77e3ed06 for: {'subnet': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:59:38.453819 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-58567abb-759f-4846-9d5d-fbe054d65848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9165217'] for subnet, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:38.627614 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-58567abb-759f-4846-9d5d-fbe054d65848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8477706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9165235'] for subnet, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:38.629820 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:38.685385 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58567abb-759f-4846-9d5d-fbe054d65848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=365b2603-f91e-4ec0-b9a9-07cacfecc627,revision_number=0']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:38.690353 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-58567abb-759f-4846-9d5d-fbe054d65848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:38.693258 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58567abb-759f-4846-9d5d-fbe054d65848 admin admin] Checking segment: {'id': '7c0010c3-29ab-4986-8de9-8072e7198c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:59:38.694174 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58567abb-759f-4846-9d5d-fbe054d65848 admin admin] Network hostable DHCP agents. Network: 339a4753-4e13-4eb9-8cec-4daf72fbad43, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 15:59:38.710228 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58567abb-759f-4846-9d5d-fbe054d65848 admin admin] Network 339a4753-4e13-4eb9-8cec-4daf72fbad43 is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 15:59:38.718454 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [None req-58567abb-759f-4846-9d5d-fbe054d65848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, 339a4753-4e13-4eb9-8cec-4daf72fbad43) {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:59:38.722396 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58567abb-759f-4846-9d5d-fbe054d65848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:38.722975 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-58567abb-759f-4846-9d5d-fbe054d65848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:38.727714 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cecf8db-4ca3-48bd-9bfa-435844bd6c1f None None] Network 339a4753-4e13-4eb9-8cec-4daf72fbad43 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:59:38.742308 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-58567abb-759f-4846-9d5d-fbe054d65848 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3157029 Jun 29 15:59:38.851179 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1065ebf4-4a03-42bb-bc7a-579bf58ed355 None None] Network 339a4753-4e13-4eb9-8cec-4daf72fbad43 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 15:59:39.064596 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152db403-484e-4436-bce5-54f2da7f7a55 req-9322e8dd-9399-41b4-9a67-1c1b2f7c0189 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:39.066179 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-152db403-484e-4436-bce5-54f2da7f7a55 req-9322e8dd-9399-41b4-9a67-1c1b2f7c0189 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 944 time: 0.0641019 Jun 29 15:59:39.108444 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-152db403-484e-4436-bce5-54f2da7f7a55 req-1ba3de3d-fc97-44eb-a0ab-ab951ee11939 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365052 Jun 29 15:59:40.289516 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e64992-5391-4ff0-8f61-bed8f8336e7f req-5640ac1d-bdc9-4a0f-a216-eb8a7c481ea9 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:40.289516 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f2e64992-5391-4ff0-8f61-bed8f8336e7f req-5640ac1d-bdc9-4a0f-a216-eb8a7c481ea9 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 944 time: 0.0680432 Jun 29 15:59:40.325106 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f2e64992-5391-4ff0-8f61-bed8f8336e7f req-edee0b12-4ce6-4747-9dc8-13803ffb8d82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338058 Jun 29 15:59:40.687218 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-7a9915c9-a993-458a-994f-6b2181c1b025 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:40.688800 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-7a9915c9-a993-458a-994f-6b2181c1b025 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/networks?id=339a4753-4e13-4eb9-8cec-4daf72fbad43 HTTP/1.1" status: 200 len: 809 time: 0.2962196 Jun 29 15:59:40.705895 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-8ed7ced9-695a-45a3-a7c9-82dabf246a95 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/quotas/ffae553135b84525abdcf55c77e3ed06 HTTP/1.1" status: 200 len: 375 time: 0.0113473 Jun 29 15:59:40.738615 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-34d4cdcc-4379-4c0b-a3f2-b4ca42999883 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffae553135b84525abdcf55c77e3ed06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269470 Jun 29 15:59:40.829154 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-88eaacb2-51cd-4d54-a2b8-f5de2970f22f service neutron] 10.222.0.69 "GET /v2.0/networks/339a4753-4e13-4eb9-8cec-4daf72fbad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840645 Jun 29 15:59:40.920896 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-579fee7c-f84e-438c-bb62-a8466243a779 service neutron] 10.222.0.69 "GET /v2.0/networks/339a4753-4e13-4eb9-8cec-4daf72fbad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848908 Jun 29 15:59:40.941178 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 45424) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:41.002421 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7d36392f-7fe2-48ba-bda5-c1848e82115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:41.056495 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b603fe2c-2efc-42d4-a3b4-81468304e6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:41.109273 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-249e523c-5e73-4dca-81ff-e3f63d8065ba req-953e88c5-b295-46e4-8b3f-b6db2cf2ca06 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 210 time: 0.0333765 Jun 29 15:59:41.186102 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b603fe2c-2efc-42d4-a3b4-81468304e6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:41.190510 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b603fe2c-2efc-42d4-a3b4-81468304e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:41.194186 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0b034403-8acc-4ca1-b41e-b638cc8a3802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:41.229439 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b603fe2c-2efc-42d4-a3b4-81468304e6bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c46c336463014754aedf2584cf77648a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870953 Jun 29 15:59:41.232234 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45432) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:41.234084 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603fe2c-2efc-42d4-a3b4-81468304e6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afe19b2-2390-44c8-a0f4-fdd6d2150332,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:41.237805 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b603fe2c-2efc-42d4-a3b4-81468304e6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:41.287333 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f63eb8f8-3716-4dd5-8549-753202d94cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:41.313789 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f63eb8f8-3716-4dd5-8549-753202d94cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:41.374949 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f63eb8f8-3716-4dd5-8549-753202d94cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:41.378554 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f63eb8f8-3716-4dd5-8549-753202d94cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:41.381808 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f63eb8f8-3716-4dd5-8549-753202d94cbb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7afe19b2-2390-44c8-a0f4-fdd6d2150332 HTTP/1.1" status: 204 len: 168 time: 0.1483037 Jun 29 15:59:41.384337 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8db8f5d2-0d68-4234-be87-1d9f40bcaadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:41.401225 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63eb8f8-3716-4dd5-8549-753202d94cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afe19b2-2390-44c8-a0f4-fdd6d2150332,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:41.403902 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f63eb8f8-3716-4dd5-8549-753202d94cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:41.546702 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653843-3589-401a-94c3-053159b62784 req-79881b57-943d-4c68-b161-a035b2ddc434 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:41.548510 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5a653843-3589-401a-94c3-053159b62784 req-79881b57-943d-4c68-b161-a035b2ddc434 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 944 time: 0.0903823 Jun 29 15:59:41.591512 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-5a653843-3589-401a-94c3-053159b62784 req-ecc29f62-4e48-4fe3-a32a-fc7dbdc2384f tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361185 Jun 29 15:59:42.257795 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-eca749c8-52af-4742-af59-40d7758ca23c req-0517b9d3-0623-4f39-913c-10d513f9b074 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 210 time: 0.0314620 Jun 29 15:59:42.375551 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-7de386cb-e674-4649-b792-896419a63b90 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:42.376961 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-7de386cb-e674-4649-b792-896419a63b90 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.81 "GET /v2.0/networks?id=339a4753-4e13-4eb9-8cec-4daf72fbad43 HTTP/1.1" status: 200 len: 809 time: 0.1018529 Jun 29 15:59:42.389037 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Request body: {'port': {'device_id': 'f423b3b5-3fb8-427d-ae0b-6d4841d6ac26', 'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43', 'admin_state_up': True, 'tenant_id': 'ffae553135b84525abdcf55c77e3ed06'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:42.499851 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Made reservation on behalf of ffae553135b84525abdcf55c77e3ed06 for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:59:42.504242 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:42.628614 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Allocated IP 172.20.0.6 (339a4753-4e13-4eb9-8cec-4daf72fbad43/365b2603-f91e-4ec0-b9a9-07cacfecc627/bd7adb54-b4a9-4323-a3be-cdfe76f1a860) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:59:42.772841 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f21e5-363c-4083-8674-ccd7c9a0bbb8 req-f9d1af2c-aba6-472a-83c1-5742656f5b75 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:42.774270 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6a1f21e5-363c-4083-8674-ccd7c9a0bbb8 req-f9d1af2c-aba6-472a-83c1-5742656f5b75 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 944 time: 0.0616801 Jun 29 15:59:42.791966 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:42.813135 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6a1f21e5-363c-4083-8674-ccd7c9a0bbb8 req-bb50d198-9920-4d53-ad6f-8a4f5bf335bf tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328355 Jun 29 15:59:42.835331 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:42.839126 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-96d3f6ce-1a77-4624-b3a2-ed985c33bd18 tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:42.885023 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Network 339a4753-4e13-4eb9-8cec-4daf72fbad43 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:59:42.888345 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:59:42.892440 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:59:42.916760 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Pushing event updated for resources: {'Port': ['ID=bd7adb54-b4a9-4323-a3be-cdfe76f1a860,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:42.920954 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:42.945064 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:42.945698 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:42.959936 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5746889 Jun 29 15:59:42.971531 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Request body: {'port': {'device_id': 'f423b3b5-3fb8-427d-ae0b-6d4841d6ac26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:43.042531 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.303958 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7adb54-b4a9-4323-a3be-cdfe76f1a860 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:59:43.311760 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.323952 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Transition to ACTIVE for port object bd7adb54-b4a9-4323-a3be-cdfe76f1a860 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:59:43.327438 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.330291 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:43.422364 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7adb54-b4a9-4323-a3be-cdfe76f1a860,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:43.427958 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:43.716513 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.767507 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f1bbb1d4-1c27-4b73-846c-1db0d99a5caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.769501 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Attempting to bind port bd7adb54-b4a9-4323-a3be-cdfe76f1a860 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:59:43.769865 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Attempting to bind port bd7adb54-b4a9-4323-a3be-cdfe76f1a860 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '7c0010c3-29ab-4986-8de9-8072e7198c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:59:43.770203 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Attempting to bind port bd7adb54-b4a9-4323-a3be-cdfe76f1a860 on network 339a4753-4e13-4eb9-8cec-4daf72fbad43 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:59:43.778059 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Port bd7adb54-b4a9-4323-a3be-cdfe76f1a860 on network 339a4753-4e13-4eb9-8cec-4daf72fbad43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:59:43.778377 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Attempting to bind port bd7adb54-b4a9-4323-a3be-cdfe76f1a860 on network 339a4753-4e13-4eb9-8cec-4daf72fbad43 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:59:43.786931 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a19ed7-69e4-4e32-9556-b3cf0fcd61fe req-69b718b9-9c92-478a-8c87-9fe0b1695f7b tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:43.788397 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-88a19ed7-69e4-4e32-9556-b3cf0fcd61fe req-69b718b9-9c92-478a-8c87-9fe0b1695f7b tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 943 time: 0.4148583 Jun 29 15:59:43.792166 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:59:43.792505 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Checking segment: {'id': '7c0010c3-29ab-4986-8de9-8072e7198c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:59:43.792885 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Bound using segment: {'id': '7c0010c3-29ab-4986-8de9-8072e7198c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:59:43.793339 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Bound port: bd7adb54-b4a9-4323-a3be-cdfe76f1a860, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0010c3-29ab-4986-8de9-8072e7198c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:59:43.793699 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.861923 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-88a19ed7-69e4-4e32-9556-b3cf0fcd61fe req-ba2ce048-06e0-4344-bd37-8ba17a43cb2f tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661469 Jun 29 15:59:43.883943 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device abf43a63-ffc0-4c47-9fb6-16b253ed8594 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:59:43.890639 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] For port bd7adb54-b4a9-4323-a3be-cdfe76f1a860, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:59:43.894331 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] For port bd7adb54-b4a9-4323-a3be-cdfe76f1a860, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=bd7adb54-b4a9-4323-a3be-cdfe76f1a860,segment=NetworkSegment(7c0010c3-29ab-4986-8de9-8072e7198c19),segment_id=7c0010c3-29ab-4986-8de9-8072e7198c19)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:59:43.899057 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.902093 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-60ba2b3e-55e2-4330-9db7-d7ee584738d9 tempest-AttachVolumeNegativeTest-1939413023 tempest-AttachVolumeNegativeTest-1939413023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:43.937647 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:43.938267 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:43.939659 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] 10.222.0.81 "PUT /v2.0/ports/bd7adb54-b4a9-4323-a3be-cdfe76f1a860 HTTP/1.1" status: 200 len: 1093 time: 0.9722066 Jun 29 15:59:43.940490 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f423b3b5-3fb8-427d-ae0b-6d4841d6ac26', 'tag': 'bd7adb54-b4a9-4323-a3be-cdfe76f1a860'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:59:43.942560 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95e9160-32ea-41fa-af57-83f03ad44ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "f423b3b5-3fb8-427d-ae0b-6d4841d6ac26", "tag": "bd7adb54-b4a9-4323-a3be-cdfe76f1a860"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:59:43.972083 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7adb54-b4a9-4323-a3be-cdfe76f1a860,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:43.975714 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:44.003388 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port abf43a63-ffc0-4c47-9fb6-16b253ed8594, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=abf43a63-ffc0-4c47-9fb6-16b253ed8594,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:44.016103 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'port_id': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594', 'mac_address': 'fa:16:3e:75:3c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:59:44.023045 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af2e842-2b25-4402-892c-c5b0eda66a8c x-openstack-request-id: req-4af2e842-2b25-4402-892c-c5b0eda66a8c {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:59:44.023831 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f423b3b5-3fb8-427d-ae0b-6d4841d6ac26", "tag": "bd7adb54-b4a9-4323-a3be-cdfe76f1a860", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:59:44.024451 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4af2e842-2b25-4402-892c-c5b0eda66a8c {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:59:44.025050 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f423b3b5-3fb8-427d-ae0b-6d4841d6ac26', 'tag': 'bd7adb54-b4a9-4323-a3be-cdfe76f1a860', 'status': 'completed', 'code': 200} Jun 29 15:59:44.034941 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac44e48-c5c6-43a8-8c3d-101228ef7ec7 req-2becc08a-2b5b-422c-b16a-c687eee10209 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:44.036435 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8ac44e48-c5c6-43a8-8c3d-101228ef7ec7 req-2becc08a-2b5b-422c-b16a-c687eee10209 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 944 time: 0.1040657 Jun 29 15:59:44.057650 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:44.065065 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-49a3d265-d49a-40df-b6ba-0b01a3a6c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:44.066871 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-49a3d265-d49a-40df-b6ba-0b01a3a6c601 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffae553135b84525abdcf55c77e3ed06&device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 1096 time: 0.0773973 Jun 29 15:59:44.073874 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf43a63-ffc0-4c47-9fb6-16b253ed8594 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:59:44.076867 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8ac44e48-c5c6-43a8-8c3d-101228ef7ec7 req-d1a2e261-1bc5-40b4-9aef-93f75628cad3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331213 Jun 29 15:59:44.101476 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port abf43a63-ffc0-4c47-9fb6-16b253ed8594, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=abf43a63-ffc0-4c47-9fb6-16b253ed8594,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:44.105365 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:44.107259 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:44.119349 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-9d29b4bc-887f-4bad-bc79-0d97c13af738 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd7adb54-b4a9-4323-a3be-cdfe76f1a860 HTTP/1.1" status: 200 len: 217 time: 0.0443811 Jun 29 15:59:44.161315 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=abf43a63-ffc0-4c47-9fb6-16b253ed8594,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:44.165182 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:44.170743 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-634e42c3-cac8-43e7-877c-38aa29560b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:44.172185 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-634e42c3-cac8-43e7-877c-38aa29560b19 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=365b2603-f91e-4ec0-b9a9-07cacfecc627 HTTP/1.1" status: 200 len: 849 time: 0.0463200 Jun 29 15:59:44.208238 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-692a28ed-ba7f-446c-b330-1bceafb1b811 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=339a4753-4e13-4eb9-8cec-4daf72fbad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289488 Jun 29 15:59:44.295027 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-66ad1e66-462a-49c7-a65c-8fe17a42321f service neutron] 10.222.0.81 "GET /v2.0/networks/339a4753-4e13-4eb9-8cec-4daf72fbad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801709 Jun 29 15:59:44.343395 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['abf43a63-ffc0-4c47-9fb6-16b253ed8594'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:59:44.463904 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7ed56d8f-8936-4984-9331-0e8347ff8b4f req-f0aec597-bb40-405d-b6fc-ef6c2f3ddba4 service neutron] 10.222.0.81 "GET /v2.0/networks/339a4753-4e13-4eb9-8cec-4daf72fbad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942028 Jun 29 15:59:44.572015 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9160-32ea-41fa-af57-83f03ad44ba5 req-c5c67077-9f0d-49aa-be25-af789ec81789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:44.573440 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c95e9160-32ea-41fa-af57-83f03ad44ba5 req-c5c67077-9f0d-49aa-be25-af789ec81789 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffae553135b84525abdcf55c77e3ed06&device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 1096 time: 0.0568383 Jun 29 15:59:44.641663 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:44.667627 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9160-32ea-41fa-af57-83f03ad44ba5 req-e1a8d62d-fd42-4aec-ad71-b1dfde9fdc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:44.669076 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c95e9160-32ea-41fa-af57-83f03ad44ba5 req-e1a8d62d-fd42-4aec-ad71-b1dfde9fdc5e service neutron] 10.222.0.81 "GET /v2.0/networks?id=339a4753-4e13-4eb9-8cec-4daf72fbad43 HTTP/1.1" status: 200 len: 910 time: 0.0882401 Jun 29 15:59:44.712458 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c95e9160-32ea-41fa-af57-83f03ad44ba5 req-92a8b25c-4d78-4c62-b744-b7c68738c4dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd7adb54-b4a9-4323-a3be-cdfe76f1a860 HTTP/1.1" status: 200 len: 217 time: 0.0354350 Jun 29 15:59:44.761896 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9160-32ea-41fa-af57-83f03ad44ba5 req-b2dac81e-2b22-4383-82a5-f264b1f201de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:44.763294 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c95e9160-32ea-41fa-af57-83f03ad44ba5 req-b2dac81e-2b22-4383-82a5-f264b1f201de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=365b2603-f91e-4ec0-b9a9-07cacfecc627 HTTP/1.1" status: 200 len: 849 time: 0.0434265 Jun 29 15:59:44.795936 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c95e9160-32ea-41fa-af57-83f03ad44ba5 req-dc844b38-5dda-4db2-9553-64186ff476cf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=339a4753-4e13-4eb9-8cec-4daf72fbad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257428 Jun 29 15:59:44.888375 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c95e9160-32ea-41fa-af57-83f03ad44ba5 req-d692db3e-f5ac-4af3-956b-5afe804abdf8 service neutron] 10.222.0.81 "GET /v2.0/networks/339a4753-4e13-4eb9-8cec-4daf72fbad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847218 Jun 29 15:59:44.980904 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-c95e9160-32ea-41fa-af57-83f03ad44ba5 req-726ff761-6c85-452f-89e4-8b3f6e5f9cc0 service neutron] 10.222.0.81 "GET /v2.0/networks/339a4753-4e13-4eb9-8cec-4daf72fbad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853586 Jun 29 15:59:45.046066 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6572a8-0ef4-4ce0-a175-82d7614d64a6 req-a7e05f00-c419-43fc-b42c-5197e29b49fd tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:45.047543 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aa6572a8-0ef4-4ce0-a175-82d7614d64a6 req-a7e05f00-c419-43fc-b42c-5197e29b49fd tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 943 time: 0.0700622 Jun 29 15:59:45.084641 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aa6572a8-0ef4-4ce0-a175-82d7614d64a6 req-1a8dbf7f-f826-4c1f-af69-7ceb2bcfbbdd tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315034 Jun 29 15:59:45.255161 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95bfaa-d550-4ae4-b1f9-992e4dba6951 req-2b60b249-f971-4249-8e62-659a2e4828c3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:45.256619 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e95bfaa-d550-4ae4-b1f9-992e4dba6951 req-2b60b249-f971-4249-8e62-659a2e4828c3 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 945 time: 0.0679708 Jun 29 15:59:45.294502 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3e95bfaa-d550-4ae4-b1f9-992e4dba6951 req-50af0608-9ab0-46ac-8c6f-4df483c297c1 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316730 Jun 29 15:59:45.881247 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device bd7adb54-b4a9-4323-a3be-cdfe76f1a860 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 15:59:45.884715 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device abf43a63-ffc0-4c47-9fb6-16b253ed8594 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:59:45.987705 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port abf43a63-ffc0-4c47-9fb6-16b253ed8594 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:59:45.999185 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port abf43a63-ffc0-4c47-9fb6-16b253ed8594 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:59:45.999566 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:46.037890 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port bd7adb54-b4a9-4323-a3be-cdfe76f1a860, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=bd7adb54-b4a9-4323-a3be-cdfe76f1a860,segment=NetworkSegment(7c0010c3-29ab-4986-8de9-8072e7198c19),segment_id=7c0010c3-29ab-4986-8de9-8072e7198c19)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:46.053661 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': 'bd7adb54-b4a9-4323-a3be-cdfe76f1a860', 'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43', 'port_id': 'bd7adb54-b4a9-4323-a3be-cdfe76f1a860', 'mac_address': 'fa:16:3e:cb:a3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '365b2603-f91e-4ec0-b9a9-07cacfecc627', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 15:59:46.125421 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:46.135919 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:46.149451 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7adb54-b4a9-4323-a3be-cdfe76f1a860 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:59:46.176248 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:59:46.178541 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510068dd-ab11-403d-b549-e052f7283b62" -d '{"events": [{"server_uuid": "3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9", "name": "network-vif-plugged", "status": "completed", "tag": "abf43a63-ffc0-4c47-9fb6-16b253ed8594"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:59:46.185625 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port bd7adb54-b4a9-4323-a3be-cdfe76f1a860, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=bd7adb54-b4a9-4323-a3be-cdfe76f1a860,segment=NetworkSegment(7c0010c3-29ab-4986-8de9-8072e7198c19),segment_id=7c0010c3-29ab-4986-8de9-8072e7198c19)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:46.192255 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:46.195854 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:46.198907 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port abf43a63-ffc0-4c47-9fb6-16b253ed8594, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=abf43a63-ffc0-4c47-9fb6-16b253ed8594,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:46.228347 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d02261c-dc04-4840-a4b5-945d5b846bf5 x-openstack-request-id: req-1d02261c-dc04-4840-a4b5-945d5b846bf5 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:59:46.228642 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9", "name": "network-vif-plugged", "status": "completed", "tag": "abf43a63-ffc0-4c47-9fb6-16b253ed8594", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:59:46.228896 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d02261c-dc04-4840-a4b5-945d5b846bf5 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:59:46.229283 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594', 'code': 200} Jun 29 15:59:46.231557 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:46.267923 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8e6bd-6f00-4f78-bf83-b291b287cd1d req-58c9efe0-e094-45e5-977a-29bf5068e02d tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:46.269600 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-12c8e6bd-6f00-4f78-bf83-b291b287cd1d req-58c9efe0-e094-45e5-977a-29bf5068e02d tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 944 time: 0.0699928 Jun 29 15:59:46.273348 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=bd7adb54-b4a9-4323-a3be-cdfe76f1a860,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:46.276931 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:46.278019 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-7eb48794-3517-4e89-918b-a3fdd5b4d90f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:46.280194 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:46.310248 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-12c8e6bd-6f00-4f78-bf83-b291b287cd1d req-ff969a4c-50dd-42a4-a7cf-fd0a19d2ca84 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337918 Jun 29 15:59:46.332407 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=abf43a63-ffc0-4c47-9fb6-16b253ed8594,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:46.336403 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:46.467700 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['bd7adb54-b4a9-4323-a3be-cdfe76f1a860'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:59:46.471698 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f422a-030d-4d30-8f41-d2f543b37a72 req-87f65539-50ed-46ce-8d26-a07cf99219a2 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:46.473190 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b09f422a-030d-4d30-8f41-d2f543b37a72 req-87f65539-50ed-46ce-8d26-a07cf99219a2 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 946 time: 0.0658350 Jun 29 15:59:46.512341 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b09f422a-030d-4d30-8f41-d2f543b37a72 req-7b148e79-2997-4728-b4bc-b8bd92839da7 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325816 Jun 29 15:59:46.532031 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a011146-524f-445b-8954-9e64c02733ee req-2b76f3fc-a62b-4afe-98c0-0a20a6e3f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:46.533835 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9a011146-524f-445b-8954-9e64c02733ee req-2b76f3fc-a62b-4afe-98c0-0a20a6e3f83f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 1099 time: 0.0629594 Jun 29 15:59:46.573039 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9a011146-524f-445b-8954-9e64c02733ee req-fcab9950-36db-441c-91b9-e833e93a95d4 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279124 Jun 29 15:59:47.483615 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f34d77-2a85-4fef-aeac-9436f132273c req-a091b4ce-d8fc-4351-958b-4ba6d47305dd tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:47.485381 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d3f34d77-2a85-4fef-aeac-9436f132273c req-a091b4ce-d8fc-4351-958b-4ba6d47305dd tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 944 time: 0.0652869 Jun 29 15:59:47.523373 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d3f34d77-2a85-4fef-aeac-9436f132273c req-bab82a25-cec8-43d8-bda8-3c6eb99fe0cb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320156 Jun 29 15:59:47.700531 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885044f6-06dd-49a4-b59d-efd7c79ed2d3 req-0c546e67-177d-4f65-87d1-e7e30556d350 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:47.702023 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-885044f6-06dd-49a4-b59d-efd7c79ed2d3 req-0c546e67-177d-4f65-87d1-e7e30556d350 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 946 time: 0.0697951 Jun 29 15:59:47.738419 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-885044f6-06dd-49a4-b59d-efd7c79ed2d3 req-f767fd82-f463-4904-a70b-193516c8d93d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308077 Jun 29 15:59:47.894847 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device bd7adb54-b4a9-4323-a3be-cdfe76f1a860 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 15:59:47.910855 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5bc9d-75d2-420b-9aa8-32cc80d9e98b req-66355483-1ff7-48f8-ad50-5c9a9c62bff0 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:47.912316 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-32c5bc9d-75d2-420b-9aa8-32cc80d9e98b req-66355483-1ff7-48f8-ad50-5c9a9c62bff0 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 946 time: 0.0624828 Jun 29 15:59:47.945780 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port bd7adb54-b4a9-4323-a3be-cdfe76f1a860 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 15:59:47.949463 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port bd7adb54-b4a9-4323-a3be-cdfe76f1a860 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 15:59:47.949852 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:47.952164 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-32c5bc9d-75d2-420b-9aa8-32cc80d9e98b req-85cd0d4b-39e5-45a4-be7f-aed52aba6117 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335255 Jun 29 15:59:47.977735 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45476) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:48.026928 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:48.028348 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380dc941-dd83-4f25-9c91-9c07be7faf81 tempest-TestVolumeBootPattern-835592645 tempest-TestVolumeBootPattern-835592645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:48.029890 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-380dc941-dd83-4f25-9c91-9c07be7faf81 tempest-TestVolumeBootPattern-835592645 tempest-TestVolumeBootPattern-835592645-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 1094 time: 0.0511310 Jun 29 15:59:48.032680 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45478) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 15:59:48.037078 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Request body: {'floatingip': {'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'port_id': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:48.060299 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for floatingip, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:48.060741 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port bd7adb54-b4a9-4323-a3be-cdfe76f1a860, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=bd7adb54-b4a9-4323-a3be-cdfe76f1a860,segment=NetworkSegment(7c0010c3-29ab-4986-8de9-8072e7198c19),segment_id=7c0010c3-29ab-4986-8de9-8072e7198c19)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:48.063834 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:48.066085 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:48.111609 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=bd7adb54-b4a9-4323-a3be-cdfe76f1a860,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:48.114624 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:48.157948 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:48.230761 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f423b3b5-3fb8-427d-ae0b-6d4841d6ac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7adb54-b4a9-4323-a3be-cdfe76f1a860'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:59:48.233140 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c5fe3c-5fba-4ec3-a7b3-ab77b7b37338" -d '{"events": [{"server_uuid": "f423b3b5-3fb8-427d-ae0b-6d4841d6ac26", "name": "network-vif-plugged", "status": "completed", "tag": "bd7adb54-b4a9-4323-a3be-cdfe76f1a860"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:59:48.265187 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_common [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Allocated IP 172.27.1.31 (bfa67d25-b868-43ee-b5d8-7530adde7935/00c20b52-97b1-452d-b41e-17e914f48e74/b798683c-ceb4-4292-874b-19da2678f32c) {{(pid=92923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:59:48.268676 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d00f901-505d-432b-b8ed-29e89351abc9 x-openstack-request-id: req-2d00f901-505d-432b-b8ed-29e89351abc9 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:59:48.268924 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f423b3b5-3fb8-427d-ae0b-6d4841d6ac26", "name": "network-vif-plugged", "status": "completed", "tag": "bd7adb54-b4a9-4323-a3be-cdfe76f1a860", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:59:48.269187 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d00f901-505d-432b-b8ed-29e89351abc9 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:59:48.269622 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f423b3b5-3fb8-427d-ae0b-6d4841d6ac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7adb54-b4a9-4323-a3be-cdfe76f1a860', 'code': 200} Jun 29 15:59:48.371838 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for port, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:48.413714 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9716266'] for port, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:48.416489 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:48.454762 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Network bfa67d25-b868-43ee-b5d8-7530adde7935 is already hosted by enough agents. {{(pid=92923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:59:48.457707 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Resources bound (agent type, host, resource id): {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:59:48.460222 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Received port after_create {{(pid=92923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:59:48.489851 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'Port': ['ID=b798683c-ceb4-4292-874b-19da2678f32c,revision_number=1']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:48.492849 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:48.500647 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8cba9-d933-4258-a326-0fac302bc4a4 req-1dc744cb-2644-4cc2-854e-0dce1ffab32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:48.502167 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2dd8cba9-d933-4258-a326-0fac302bc4a4 req-1dc744cb-2644-4cc2-854e-0dce1ffab32d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 1098 time: 0.0567772 Jun 29 15:59:48.537175 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2dd8cba9-d933-4258-a326-0fac302bc4a4 req-2ab9e4f5-b39c-43fd-b5c6-96e27d5d6c93 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290391 Jun 29 15:59:48.701363 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce670309-18bd-496d-ad82-12af3cb318fa req-56bf1310-9e99-4c62-a4f3-e715d3a8991c tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:48.702826 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce670309-18bd-496d-ad82-12af3cb318fa req-56bf1310-9e99-4c62-a4f3-e715d3a8991c tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 945 time: 0.0654254 Jun 29 15:59:48.741789 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ce670309-18bd-496d-ad82-12af3cb318fa req-4659410d-fa43-4401-b173-ebf380647ea7 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Jun 29 15:59:48.842376 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:48.920259 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:49.062730 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for port, precommit_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:49.066975 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9716248'] for port, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:49.070100 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:49.139980 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event updated for resources: {'Port': ['ID=b798683c-ceb4-4292-874b-19da2678f32c,revision_number=2']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:49.142772 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:49.150123 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-646194'] for floatingip, after_update {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:49.251669 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Floating IP 425812c0-29a4-43ea-86c7-1d7d7b32c195 associated. External IP: 172.27.1.31, port: abf43a63-ffc0-4c47-9fb6-16b253ed8594. Jun 29 15:59:49.464700 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Router 118909a7-dbd8-4038-9054-2257c9fcac51 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 15:59:49.572362 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 15:59:49.582376 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3100a2a-e710-480c-8b04-6f1bb56c3d2e None None] Sync routers for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 15:59:49.593070 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3100a2a-e710-480c-8b04-6f1bb56c3d2e None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:59:49.593727 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-f3100a2a-e710-480c-8b04-6f1bb56c3d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:59:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:49.594401 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:49.630752 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-71d85102-f399-4260-8f61-ab4e6b725a82 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5970635 Jun 29 15:59:49.631413 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'tag': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:59:49.634535 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b28d30565ae5ceb9679f8904d3b051fccc53e8b332a17acfea57a0e6e48853e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4107b35d-441a-40c6-a0e8-075b63cb7294" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9", "tag": "abf43a63-ffc0-4c47-9fb6-16b253ed8594"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:59:49.710241 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-f3100a2a-e710-480c-8b04-6f1bb56c3d2e None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:59:49.868733 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c2f2ab-5241-4882-b8af-4d66d5ee3313 x-openstack-request-id: req-50c2f2ab-5241-4882-b8af-4d66d5ee3313 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:59:49.869245 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9", "tag": "abf43a63-ffc0-4c47-9fb6-16b253ed8594", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:59:49.870670 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50c2f2ab-5241-4882-b8af-4d66d5ee3313 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:59:49.870670 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'tag': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594', 'status': 'completed', 'code': 200} Jun 29 15:59:49.956015 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a477ac-53fc-49db-ab25-9e2dafcbe7da req-f56f7fc5-11da-43f0-9332-6caaac600090 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:49.957525 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44a477ac-53fc-49db-ab25-9e2dafcbe7da req-f56f7fc5-11da-43f0-9332-6caaac600090 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 945 time: 0.0987749 Jun 29 15:59:49.963632 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-f3100a2a-e710-480c-8b04-6f1bb56c3d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '425812c0-29a4-43ea-86c7-1d7d7b32c195', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:75:3c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:59:48Z', 'updated_at': '2021-06-29T15:59:48Z', 'revision_number': 0, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}, {'id': 'ea79baf0-79ad-4237-91f2-4cd000498506', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': '60866604-aac4-4d99-aff6-335cc36d85d1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:da:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:57:38Z', 'updated_at': '2021-06-29T15:57:41Z', 'revision_number': 1, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:49.988832 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3100a2a-e710-480c-8b04-6f1bb56c3d2e None None] Checking router: 118909a7-dbd8-4038-9054-2257c9fcac51 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 15:59:49.997717 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3100a2a-e710-480c-8b04-6f1bb56c3d2e None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 15:59:49.998099 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107b35d-441a-40c6-a0e8-075b63cb7294 req-deff6f63-dde6-44d7-8ba2-94fbe133506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:49.998367 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-f3100a2a-e710-480c-8b04-6f1bb56c3d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T15:59:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:49.999568 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4107b35d-441a-40c6-a0e8-075b63cb7294 req-deff6f63-dde6-44d7-8ba2-94fbe133506c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 1099 time: 0.1016893 Jun 29 15:59:50.006900 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-44a477ac-53fc-49db-ab25-9e2dafcbe7da req-2c99db88-d16f-47ed-870a-481c3b2b4ccf tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434792 Jun 29 15:59:50.094501 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107b35d-441a-40c6-a0e8-075b63cb7294 req-49b43a54-7c7b-4243-b748-0dd9ef27ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:50.096064 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4107b35d-441a-40c6-a0e8-075b63cb7294 req-49b43a54-7c7b-4243-b748-0dd9ef27ef69 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 912 time: 0.0882249 Jun 29 15:59:50.106204 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-f3100a2a-e710-480c-8b04-6f1bb56c3d2e None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 15:59:50.166640 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4107b35d-441a-40c6-a0e8-075b63cb7294 req-5a0a6874-2339-440e-90cb-149626a53cab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abf43a63-ffc0-4c47-9fb6-16b253ed8594 HTTP/1.1" status: 200 len: 999 time: 0.0631099 Jun 29 15:59:50.220195 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107b35d-441a-40c6-a0e8-075b63cb7294 req-7df2dd01-9f63-4c71-b90a-7f5ad2f6b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:50.222432 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4107b35d-441a-40c6-a0e8-075b63cb7294 req-7df2dd01-9f63-4c71-b90a-7f5ad2f6b142 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e782a185-6e99-410c-b6d3-eb6560de4818 HTTP/1.1" status: 200 len: 850 time: 0.0487618 Jun 29 15:59:50.282965 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107b35d-441a-40c6-a0e8-075b63cb7294 req-04d06b4d-6150-4e06-a62b-32ebcd7d9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:50.284753 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4107b35d-441a-40c6-a0e8-075b63cb7294 req-04d06b4d-6150-4e06-a62b-32ebcd7d9964 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef06879d-50c8-4635-a559-6c16b91b96ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559781 Jun 29 15:59:50.382872 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4107b35d-441a-40c6-a0e8-075b63cb7294 req-740d5fd8-8294-4e7d-a3f4-6ec261b1adc9 service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914626 Jun 29 15:59:50.482228 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4107b35d-441a-40c6-a0e8-075b63cb7294 req-bd813425-54c0-47c0-b878-d738120f937c service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919571 Jun 29 15:59:50.488749 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-f3100a2a-e710-480c-8b04-6f1bb56c3d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '425812c0-29a4-43ea-86c7-1d7d7b32c195', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:75:3c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:59:48Z', 'updated_at': '2021-06-29T15:59:48Z', 'revision_number': 0, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}, {'id': 'ea79baf0-79ad-4237-91f2-4cd000498506', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': '60866604-aac4-4d99-aff6-335cc36d85d1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:da:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:57:38Z', 'updated_at': '2021-06-29T15:57:41Z', 'revision_number': 1, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 15:59:50.517703 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3100a2a-e710-480c-8b04-6f1bb56c3d2e None None] The sync data for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi is: [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': '425812c0-29a4-43ea-86c7-1d7d7b32c195', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:75:3c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:59:48Z', 'updated_at': '2021-06-29T15:59:48Z', 'revision_number': 0, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}, {'id': 'ea79baf0-79ad-4237-91f2-4cd000498506', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': '60866604-aac4-4d99-aff6-335cc36d85d1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:da:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:57:38Z', 'updated_at': '2021-06-29T15:57:41Z', 'revision_number': 1, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 15:59:50.722037 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d619b90-aafa-4153-8b63-f7f7a933b5c7 None None] New status for floating IP 425812c0-29a4-43ea-86c7-1d7d7b32c195: ACTIVE {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 15:59:50.845048 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b008c26-5e8e-429c-a926-87d990fb4def req-d9d30a98-701f-4e3e-b49e-6e05cda58f83 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:50.846547 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1b008c26-5e8e-429c-a926-87d990fb4def req-d9d30a98-701f-4e3e-b49e-6e05cda58f83 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 945 time: 0.0709279 Jun 29 15:59:50.886903 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-1b008c26-5e8e-429c-a926-87d990fb4def req-da8f68f6-aaeb-44a9-a038-4a9e87d28b91 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347581 Jun 29 15:59:52.067197 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482520dd-b524-4561-b6b9-51e7c670371a req-012b6ba5-2c1d-423a-9cde-74f4c11ed426 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:52.068591 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-482520dd-b524-4561-b6b9-51e7c670371a req-012b6ba5-2c1d-423a-9cde-74f4c11ed426 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 945 time: 0.0631919 Jun 29 15:59:52.105886 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-482520dd-b524-4561-b6b9-51e7c670371a req-fc5b4658-131e-4937-af15-7b754b8968cd tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314875 Jun 29 15:59:52.236002 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b49ae-193b-4a29-936d-517fafa1272b req-59bdde73-e783-48b5-a68c-a3dbbd055e5b tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:52.237493 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-837b49ae-193b-4a29-936d-517fafa1272b req-59bdde73-e783-48b5-a68c-a3dbbd055e5b tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.81 "GET /v2.0/ports?device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 945 time: 0.0654964 Jun 29 15:59:52.347257 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-837b49ae-193b-4a29-936d-517fafa1272b req-dc33c4a3-dbcd-4485-92cf-7b7aa16716fb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Deleting port bd7adb54-b4a9-4323-a3be-cdfe76f1a860 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 15:59:52.347515 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-837b49ae-193b-4a29-936d-517fafa1272b req-dc33c4a3-dbcd-4485-92cf-7b7aa16716fb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:52.432715 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-837b49ae-193b-4a29-936d-517fafa1272b req-dc33c4a3-dbcd-4485-92cf-7b7aa16716fb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] For port bd7adb54-b4a9-4323-a3be-cdfe76f1a860, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=bd7adb54-b4a9-4323-a3be-cdfe76f1a860,segment=NetworkSegment(7c0010c3-29ab-4986-8de9-8072e7198c19),segment_id=7c0010c3-29ab-4986-8de9-8072e7198c19)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 15:59:52.433073 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-837b49ae-193b-4a29-936d-517fafa1272b req-dc33c4a3-dbcd-4485-92cf-7b7aa16716fb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:52.445110 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-837b49ae-193b-4a29-936d-517fafa1272b req-dc33c4a3-dbcd-4485-92cf-7b7aa16716fb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Calling delete_port for bd7adb54-b4a9-4323-a3be-cdfe76f1a860 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 15:59:52.579304 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-837b49ae-193b-4a29-936d-517fafa1272b req-dc33c4a3-dbcd-4485-92cf-7b7aa16716fb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:52.583128 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:52.590836 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['bd7adb54-b4a9-4323-a3be-cdfe76f1a860'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 15:59:52.608463 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33c4a3-dbcd-4485-92cf-7b7aa16716fb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Pushing event deleted for resources: {'Port': ['ID=bd7adb54-b4a9-4323-a3be-cdfe76f1a860,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:52.611441 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dc33c4a3-dbcd-4485-92cf-7b7aa16716fb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:52.656489 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-837b49ae-193b-4a29-936d-517fafa1272b req-dc33c4a3-dbcd-4485-92cf-7b7aa16716fb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] No DVR routers for this DVR port bd7adb54-b4a9-4323-a3be-cdfe76f1a860 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 15:59:52.658959 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-837b49ae-193b-4a29-936d-517fafa1272b req-dc33c4a3-dbcd-4485-92cf-7b7aa16716fb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:52.660879 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-837b49ae-193b-4a29-936d-517fafa1272b req-dc33c4a3-dbcd-4485-92cf-7b7aa16716fb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.81 "DELETE /v2.0/ports/bd7adb54-b4a9-4323-a3be-cdfe76f1a860 HTTP/1.1" status: 204 len: 173 time: 0.4112654 Jun 29 15:59:52.661426 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f423b3b5-3fb8-427d-ae0b-6d4841d6ac26', 'name': 'network-vif-deleted', 'tag': 'bd7adb54-b4a9-4323-a3be-cdfe76f1a860'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:59:52.663749 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56884520-a6c4-4fa0-8c42-bc42912fe6b5" -d '{"events": [{"server_uuid": "f423b3b5-3fb8-427d-ae0b-6d4841d6ac26", "name": "network-vif-deleted", "tag": "bd7adb54-b4a9-4323-a3be-cdfe76f1a860"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:59:52.703235 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 15:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3223610d-c489-4dd3-b819-8880d27c8981 x-openstack-request-id: req-3223610d-c489-4dd3-b819-8880d27c8981 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:59:52.703570 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f423b3b5-3fb8-427d-ae0b-6d4841d6ac26", "name": "network-vif-deleted", "tag": "bd7adb54-b4a9-4323-a3be-cdfe76f1a860", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:59:52.703862 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3223610d-c489-4dd3-b819-8880d27c8981 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:59:52.704296 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f423b3b5-3fb8-427d-ae0b-6d4841d6ac26', 'name': 'network-vif-deleted', 'tag': 'bd7adb54-b4a9-4323-a3be-cdfe76f1a860', 'status': 'completed', 'code': 200} Jun 29 15:59:53.317068 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6bdccb02-21eb-40ba-a78a-d7f015ab2189 req-db76df17-d9ba-40b7-9476-2172c4590ed5 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=f423b3b5-3fb8-427d-ae0b-6d4841d6ac26 HTTP/1.1" status: 200 len: 210 time: 0.0308022 Jun 29 15:59:54.659131 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-924aa9ac-9918-4b54-a30b-f6a47555c22a tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:54.660551 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-924aa9ac-9918-4b54-a30b-f6a47555c22a tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/networks?id=339a4753-4e13-4eb9-8cec-4daf72fbad43 HTTP/1.1" status: 200 len: 809 time: 0.1007848 Jun 29 15:59:54.674934 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-fa317dbe-6c7e-4fa6-8f44-a7deb5a6977c tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/quotas/ffae553135b84525abdcf55c77e3ed06 HTTP/1.1" status: 200 len: 375 time: 0.0088999 Jun 29 15:59:54.710446 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-b166c11c-52c2-4a12-8e2a-f4f9750e0757 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffae553135b84525abdcf55c77e3ed06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290766 Jun 29 15:59:54.800851 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-aafebbe4-ba17-4c52-aafa-fcaaa549cf8c service neutron] 10.222.0.69 "GET /v2.0/networks/339a4753-4e13-4eb9-8cec-4daf72fbad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832193 Jun 29 15:59:54.893898 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-b3a080fa-6631-46b8-8ccd-e1487c8ebe87 service neutron] 10.222.0.69 "GET /v2.0/networks/339a4753-4e13-4eb9-8cec-4daf72fbad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872071 Jun 29 15:59:55.060615 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f83b6fef-f917-4658-a4f6-a0ee6a51f5ef req-fb6da24e-4188-45a7-9f17-b0176c60d66f tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 210 time: 0.0286882 Jun 29 15:59:55.941714 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device bd7adb54-b4a9-4323-a3be-cdfe76f1a860 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 15:59:55.961682 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: bd7adb54-b4a9-4323-a3be-cdfe76f1a860 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 15:59:55.962390 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device bd7adb54-b4a9-4323-a3be-cdfe76f1a860 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 15:59:56.103107 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-d5ffc995-8210-4f3f-b993-5f43dc0c0d90 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:56.105147 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-d5ffc995-8210-4f3f-b993-5f43dc0c0d90 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.81 "GET /v2.0/networks?id=339a4753-4e13-4eb9-8cec-4daf72fbad43 HTTP/1.1" status: 200 len: 809 time: 0.1086416 Jun 29 15:59:56.118941 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Request body: {'port': {'device_id': 'aad62a5c-a4c0-48bb-98b8-8fe5689b3521', 'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43', 'admin_state_up': True, 'tenant_id': 'ffae553135b84525abdcf55c77e3ed06'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:56.214841 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-db0b0530-c04f-4938-a6e4-b2d390db0845 req-1a7be783-438d-4134-9581-1ae5dbbd6129 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 210 time: 0.0391054 Jun 29 15:59:56.243684 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Made reservation on behalf of ffae553135b84525abdcf55c77e3ed06 for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 15:59:56.247316 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:56.375420 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Allocated IP 172.20.0.4 (339a4753-4e13-4eb9-8cec-4daf72fbad43/365b2603-f91e-4ec0-b9a9-07cacfecc627/cb9b275d-425b-400b-9eac-7197f3361c90) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 15:59:56.523218 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:56.566675 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:56.570520 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dddc504c-1f19-42a8-8c04-da1a1aed6556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:56.611221 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Network 339a4753-4e13-4eb9-8cec-4daf72fbad43 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 15:59:56.614615 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 15:59:56.618658 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 15:59:56.644683 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Pushing event updated for resources: {'Port': ['ID=cb9b275d-425b-400b-9eac-7197f3361c90,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:56.649704 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:56.673441 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:56.674058 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:56.690554 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-bbcee4ce-5cb5-4541-b9df-5f11048dbaaa tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755706 Jun 29 15:59:56.701739 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Request body: {'port': {'device_id': 'aad62a5c-a4c0-48bb-98b8-8fe5689b3521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 15:59:56.779169 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:57.038549 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9b275d-425b-400b-9eac-7197f3361c90 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 15:59:57.045981 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:57.057815 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Transition to ACTIVE for port object cb9b275d-425b-400b-9eac-7197f3361c90 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 15:59:57.061371 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:57.064169 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0563b4e4-5383-4cb0-828a-a70aacb30dd4 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:57.112263 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Pushing event updated for resources: {'Port': ['ID=cb9b275d-425b-400b-9eac-7197f3361c90,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:57.129399 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:57.181288 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Attempting to bind port cb9b275d-425b-400b-9eac-7197f3361c90 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 15:59:57.181650 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Attempting to bind port cb9b275d-425b-400b-9eac-7197f3361c90 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '7c0010c3-29ab-4986-8de9-8072e7198c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 15:59:57.182237 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Attempting to bind port cb9b275d-425b-400b-9eac-7197f3361c90 on network 339a4753-4e13-4eb9-8cec-4daf72fbad43 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:59:57.186549 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Port cb9b275d-425b-400b-9eac-7197f3361c90 on network 339a4753-4e13-4eb9-8cec-4daf72fbad43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 15:59:57.186891 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Attempting to bind port cb9b275d-425b-400b-9eac-7197f3361c90 on network 339a4753-4e13-4eb9-8cec-4daf72fbad43 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 15:59:57.191640 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 15, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 15:59:57.191979 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Checking segment: {'id': '7c0010c3-29ab-4986-8de9-8072e7198c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 15:59:57.192361 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Bound using segment: {'id': '7c0010c3-29ab-4986-8de9-8072e7198c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 15:59:57.192785 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Bound port: cb9b275d-425b-400b-9eac-7197f3361c90, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0010c3-29ab-4986-8de9-8072e7198c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 15:59:57.193136 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:57.259031 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] For port cb9b275d-425b-400b-9eac-7197f3361c90, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 15:59:57.261998 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] For port cb9b275d-425b-400b-9eac-7197f3361c90, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cb9b275d-425b-400b-9eac-7197f3361c90,segment=NetworkSegment(7c0010c3-29ab-4986-8de9-8072e7198c19),segment_id=7c0010c3-29ab-4986-8de9-8072e7198c19)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 15:59:57.268486 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:57.270551 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2898b021-52cd-44d6-afa9-ca2ef416effc tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 15:59:57.304280 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:57.305499 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 15:59:57.307328 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] 10.222.0.81 "PUT /v2.0/ports/cb9b275d-425b-400b-9eac-7197f3361c90 HTTP/1.1" status: 200 len: 1093 time: 0.6097074 Jun 29 15:59:57.307811 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad62a5c-a4c0-48bb-98b8-8fe5689b3521', 'tag': 'cb9b275d-425b-400b-9eac-7197f3361c90'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 15:59:57.310116 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c6d267-2f62-4975-bc6a-38552c938b17" -d '{"events": [{"name": "network-changed", "server_uuid": "aad62a5c-a4c0-48bb-98b8-8fe5689b3521", "tag": "cb9b275d-425b-400b-9eac-7197f3361c90"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 15:59:57.334882 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Pushing event updated for resources: {'Port': ['ID=cb9b275d-425b-400b-9eac-7197f3361c90,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 15:59:57.342174 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 15:59:57.363581 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 15:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6819213c-9a28-41b3-b2d6-24dcb8f78f1a x-openstack-request-id: req-6819213c-9a28-41b3-b2d6-24dcb8f78f1a {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 15:59:57.363913 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad62a5c-a4c0-48bb-98b8-8fe5689b3521", "tag": "cb9b275d-425b-400b-9eac-7197f3361c90", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 15:59:57.364206 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6819213c-9a28-41b3-b2d6-24dcb8f78f1a {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 15:59:57.364634 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad62a5c-a4c0-48bb-98b8-8fe5689b3521', 'tag': 'cb9b275d-425b-400b-9eac-7197f3361c90', 'status': 'completed', 'code': 200} Jun 29 15:59:57.450610 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154ed78-9095-4a01-91aa-b02bbd78fa77 req-5fea0bc5-042c-446d-86ac-4cfe8de06b78 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:57.452096 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b154ed78-9095-4a01-91aa-b02bbd78fa77 req-5fea0bc5-042c-446d-86ac-4cfe8de06b78 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 943 time: 0.1089885 Jun 29 15:59:57.454805 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-9a32a5dd-03d3-4fd8-b7f8-c851d8575550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:57.456145 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-9a32a5dd-03d3-4fd8-b7f8-c851d8575550 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffae553135b84525abdcf55c77e3ed06&device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 1096 time: 0.1032231 Jun 29 15:59:57.504168 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-78ec6fc4-38d9-4495-a2ff-6666399ed0a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb9b275d-425b-400b-9eac-7197f3361c90 HTTP/1.1" status: 200 len: 217 time: 0.0399332 Jun 29 15:59:57.550551 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b154ed78-9095-4a01-91aa-b02bbd78fa77 req-5b498ea1-3afd-4251-bed8-2a6efe8a8716 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928271 Jun 29 15:59:57.568204 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-84b39f03-4fac-4c16-a3be-b6bbcbb1f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:57.569664 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-84b39f03-4fac-4c16-a3be-b6bbcbb1f5cf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=365b2603-f91e-4ec0-b9a9-07cacfecc627 HTTP/1.1" status: 200 len: 849 time: 0.0544960 Jun 29 15:59:57.601632 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-c9d8c7ae-cc93-4d95-94ee-20c106ab00dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=339a4753-4e13-4eb9-8cec-4daf72fbad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258992 Jun 29 15:59:57.687170 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-9af30c07-b799-4b9f-b7da-762882d90342 service neutron] 10.222.0.81 "GET /v2.0/networks/339a4753-4e13-4eb9-8cec-4daf72fbad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792229 Jun 29 15:59:57.780862 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e129d25a-dd87-46a0-a5c9-5eaee26159bb req-b62ec2c8-97bf-4df9-a032-4691b0a7bcc6 service neutron] 10.222.0.81 "GET /v2.0/networks/339a4753-4e13-4eb9-8cec-4daf72fbad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866368 Jun 29 15:59:57.884031 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6d267-2f62-4975-bc6a-38552c938b17 req-0ddc0b47-28a9-427a-8a78-d633423cd221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:57.885557 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-90c6d267-2f62-4975-bc6a-38552c938b17 req-0ddc0b47-28a9-427a-8a78-d633423cd221 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ffae553135b84525abdcf55c77e3ed06&device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 1096 time: 0.0536470 Jun 29 15:59:57.979904 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6d267-2f62-4975-bc6a-38552c938b17 req-43487808-90f1-4050-b1e9-859fee468ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:57.981403 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-90c6d267-2f62-4975-bc6a-38552c938b17 req-43487808-90f1-4050-b1e9-859fee468ea2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=339a4753-4e13-4eb9-8cec-4daf72fbad43 HTTP/1.1" status: 200 len: 910 time: 0.0871053 Jun 29 15:59:58.022692 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-90c6d267-2f62-4975-bc6a-38552c938b17 req-2e786663-2235-4b85-9432-2cb35a826617 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb9b275d-425b-400b-9eac-7197f3361c90 HTTP/1.1" status: 200 len: 217 time: 0.0341046 Jun 29 15:59:58.080567 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6d267-2f62-4975-bc6a-38552c938b17 req-9c648a67-d738-4e8d-81cc-15e0b6f9a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:58.082014 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-90c6d267-2f62-4975-bc6a-38552c938b17 req-9c648a67-d738-4e8d-81cc-15e0b6f9a5ab service neutron] 10.222.0.81 "GET /v2.0/subnets?id=365b2603-f91e-4ec0-b9a9-07cacfecc627 HTTP/1.1" status: 200 len: 849 time: 0.0439651 Jun 29 15:59:58.113097 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-90c6d267-2f62-4975-bc6a-38552c938b17 req-6c774274-5b34-4d8d-b36d-8d047447c6d4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=339a4753-4e13-4eb9-8cec-4daf72fbad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248339 Jun 29 15:59:58.206585 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-90c6d267-2f62-4975-bc6a-38552c938b17 req-306a3af2-5e53-4819-ab47-56b9697dd5e9 service neutron] 10.222.0.81 "GET /v2.0/networks/339a4753-4e13-4eb9-8cec-4daf72fbad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853395 Jun 29 15:59:58.293756 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-90c6d267-2f62-4975-bc6a-38552c938b17 req-4f0adc70-265c-4ad4-a64c-05c0cf03fa06 service neutron] 10.222.0.81 "GET /v2.0/networks/339a4753-4e13-4eb9-8cec-4daf72fbad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808599 Jun 29 15:59:58.927456 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ad39a-f376-432e-8af0-9f78c379b847 req-c773ba5e-8b50-449b-8045-5ab0a7a429d4 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 15:59:58.928923 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d62ad39a-f376-432e-8af0-9f78c379b847 req-c773ba5e-8b50-449b-8045-5ab0a7a429d4 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 943 time: 0.2630968 Jun 29 15:59:58.966839 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d62ad39a-f376-432e-8af0-9f78c379b847 req-e2a6e53b-a397-4ac9-a4d0-ec47481a64ba tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313673 Jun 29 15:59:59.957414 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device cb9b275d-425b-400b-9eac-7197f3361c90 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:00:00.053388 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port cb9b275d-425b-400b-9eac-7197f3361c90, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cb9b275d-425b-400b-9eac-7197f3361c90,segment=NetworkSegment(7c0010c3-29ab-4986-8de9-8072e7198c19),segment_id=7c0010c3-29ab-4986-8de9-8072e7198c19)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:00.064444 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': 'cb9b275d-425b-400b-9eac-7197f3361c90', 'network_id': '339a4753-4e13-4eb9-8cec-4daf72fbad43', 'port_id': 'cb9b275d-425b-400b-9eac-7197f3361c90', 'mac_address': 'fa:16:3e:74:83:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '365b2603-f91e-4ec0-b9a9-07cacfecc627', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:00:00.101596 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:00.117989 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9b275d-425b-400b-9eac-7197f3361c90 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:00:00.137781 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port cb9b275d-425b-400b-9eac-7197f3361c90, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cb9b275d-425b-400b-9eac-7197f3361c90,segment=NetworkSegment(7c0010c3-29ab-4986-8de9-8072e7198c19),segment_id=7c0010c3-29ab-4986-8de9-8072e7198c19)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:00.142310 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:00.144044 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:00.144979 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9b282-fa31-48e3-8e5e-ef0318677560 req-3bd4f93b-4d38-4e2f-9eca-4eda18178d82 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:00.146502 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7fa9b282-fa31-48e3-8e5e-ef0318677560 req-3bd4f93b-4d38-4e2f-9eca-4eda18178d82 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 943 time: 0.0674965 Jun 29 16:00:00.185981 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-7fa9b282-fa31-48e3-8e5e-ef0318677560 req-87227a4b-9f9f-4aa9-9417-8afe896627c0 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330374 Jun 29 16:00:00.190487 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=cb9b275d-425b-400b-9eac-7197f3361c90,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:00.198397 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:00.198741 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:00.199080 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:00.199427 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:00.199740 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:00.200250 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:00.200360 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:00.200749 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:00.201074 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:00.201437 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:00.201757 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:00.202074 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:00.213420 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:00.402522 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['cb9b275d-425b-400b-9eac-7197f3361c90'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:00:00.830548 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:01.379213 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddd3c4-6d62-4086-a9d4-8326e753c5ad req-d31a9ff7-d2f6-4e8e-8059-46d944584b7c tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:01.380657 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-80ddd3c4-6d62-4086-a9d4-8326e753c5ad req-d31a9ff7-d2f6-4e8e-8059-46d944584b7c tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 944 time: 0.0638618 Jun 29 16:00:01.417622 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-80ddd3c4-6d62-4086-a9d4-8326e753c5ad req-4558d9e2-4bb9-486f-af36-f34aef62192c tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Jun 29 16:00:01.974283 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device cb9b275d-425b-400b-9eac-7197f3361c90 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:00:02.024080 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port cb9b275d-425b-400b-9eac-7197f3361c90 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:00:02.027839 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port cb9b275d-425b-400b-9eac-7197f3361c90 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:00:02.028242 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:02.102341 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:02.124182 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad62a5c-a4c0-48bb-98b8-8fe5689b3521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9b275d-425b-400b-9eac-7197f3361c90'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:00:02.126443 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe66335-008e-4ddb-add8-f4ba9a5e1c44" -d '{"events": [{"server_uuid": "aad62a5c-a4c0-48bb-98b8-8fe5689b3521", "name": "network-vif-plugged", "status": "completed", "tag": "cb9b275d-425b-400b-9eac-7197f3361c90"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:00:02.139510 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port cb9b275d-425b-400b-9eac-7197f3361c90, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cb9b275d-425b-400b-9eac-7197f3361c90,segment=NetworkSegment(7c0010c3-29ab-4986-8de9-8072e7198c19),segment_id=7c0010c3-29ab-4986-8de9-8072e7198c19)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:02.143999 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:02.145924 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:02.170086 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e555c5-8396-46ec-83a0-62b57a3c7d87 x-openstack-request-id: req-d1e555c5-8396-46ec-83a0-62b57a3c7d87 {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:00:02.170381 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad62a5c-a4c0-48bb-98b8-8fe5689b3521", "name": "network-vif-plugged", "status": "completed", "tag": "cb9b275d-425b-400b-9eac-7197f3361c90", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:00:02.170638 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d1e555c5-8396-46ec-83a0-62b57a3c7d87 {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:00:02.171028 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad62a5c-a4c0-48bb-98b8-8fe5689b3521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9b275d-425b-400b-9eac-7197f3361c90', 'code': 200} Jun 29 16:00:02.198206 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=cb9b275d-425b-400b-9eac-7197f3361c90,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:02.201478 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:02.380097 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d872f-74e2-465e-9c06-dda316f8a2b2 req-1785ca62-9e2c-49ab-8048-4e2e780f0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:02.381604 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f2d872f-74e2-465e-9c06-dda316f8a2b2 req-1785ca62-9e2c-49ab-8048-4e2e780f0995 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 1098 time: 0.0515532 Jun 29 16:00:02.416327 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f2d872f-74e2-465e-9c06-dda316f8a2b2 req-3add1c76-da05-407f-a690-5c1dd8cc1a09 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278759 Jun 29 16:00:02.592788 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163560-5f5f-46cd-80bd-a6e7cd212286 req-1e3c3623-e10a-4f7e-a8d3-652f63b92f74 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:02.594272 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-13163560-5f5f-46cd-80bd-a6e7cd212286 req-1e3c3623-e10a-4f7e-a8d3-652f63b92f74 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 945 time: 0.0666702 Jun 29 16:00:02.631255 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-13163560-5f5f-46cd-80bd-a6e7cd212286 req-309bef65-bb01-4f28-97c8-6c29433abfb8 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312219 Jun 29 16:00:03.805813 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9293e0d-3555-4539-97f2-7a4c85a88a2f req-9a0fb427-1ed7-4ee4-9833-3a3c50f45e14 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:03.807536 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e9293e0d-3555-4539-97f2-7a4c85a88a2f req-9a0fb427-1ed7-4ee4-9833-3a3c50f45e14 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 945 time: 0.0654469 Jun 29 16:00:03.847639 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e9293e0d-3555-4539-97f2-7a4c85a88a2f req-36e1b411-6b61-424c-ac26-63ae0bf0b4fb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344849 Jun 29 16:00:04.826614 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf68696-3f1d-4a1a-81c1-5fb0f1fd7237 req-18e9ee9f-3662-457e-8082-3ffc6ea45beb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:04.828081 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fcf68696-3f1d-4a1a-81c1-5fb0f1fd7237 req-18e9ee9f-3662-457e-8082-3ffc6ea45beb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 945 time: 0.0634127 Jun 29 16:00:04.865983 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fcf68696-3f1d-4a1a-81c1-5fb0f1fd7237 req-273ae71b-ffa1-4e45-af86-944e0b0a1c3c tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Jun 29 16:00:05.153430 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:00:06.044873 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843290bf-cfec-435d-be89-67a0384e7f62 req-19e3f390-3176-4701-b5e2-18d554aa7a1a tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:06.046372 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-843290bf-cfec-435d-be89-67a0384e7f62 req-19e3f390-3176-4701-b5e2-18d554aa7a1a tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/ports?device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 945 time: 0.0657609 Jun 29 16:00:06.082874 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26c3ab-da78-4f6f-ba4a-6e5ce9b85814 req-6240df01-de2b-46ab-a8dd-093b928b6202 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:06.083486 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-843290bf-cfec-435d-be89-67a0384e7f62 req-1da003a7-0268-49e2-892a-1a290e8ea944 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.69 "GET /v2.0/security-groups?id=b63cf016-44f5-494c-a8ba-746822f60bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311961 Jun 29 16:00:06.084326 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ed26c3ab-da78-4f6f-ba4a-6e5ce9b85814 req-6240df01-de2b-46ab-a8dd-093b928b6202 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.81 "GET /v2.0/ports?device_id=aad62a5c-a4c0-48bb-98b8-8fe5689b3521 HTTP/1.1" status: 200 len: 945 time: 0.0641255 Jun 29 16:00:06.185490 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-ed26c3ab-da78-4f6f-ba4a-6e5ce9b85814 req-aafd9f4f-34df-4a08-ac06-a340ff03d2d1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Deleting port cb9b275d-425b-400b-9eac-7197f3361c90 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:06.185717 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-ed26c3ab-da78-4f6f-ba4a-6e5ce9b85814 req-aafd9f4f-34df-4a08-ac06-a340ff03d2d1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:06.271624 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-ed26c3ab-da78-4f6f-ba4a-6e5ce9b85814 req-aafd9f4f-34df-4a08-ac06-a340ff03d2d1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] For port cb9b275d-425b-400b-9eac-7197f3361c90, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=cb9b275d-425b-400b-9eac-7197f3361c90,segment=NetworkSegment(7c0010c3-29ab-4986-8de9-8072e7198c19),segment_id=7c0010c3-29ab-4986-8de9-8072e7198c19)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:06.271983 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-ed26c3ab-da78-4f6f-ba4a-6e5ce9b85814 req-aafd9f4f-34df-4a08-ac06-a340ff03d2d1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:06.284680 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-ed26c3ab-da78-4f6f-ba4a-6e5ce9b85814 req-aafd9f4f-34df-4a08-ac06-a340ff03d2d1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Calling delete_port for cb9b275d-425b-400b-9eac-7197f3361c90 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:06.410855 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-ed26c3ab-da78-4f6f-ba4a-6e5ce9b85814 req-aafd9f4f-34df-4a08-ac06-a340ff03d2d1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:06.415141 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-664854ec-71f3-4e27-a520-a268963dab44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:06.425636 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['cb9b275d-425b-400b-9eac-7197f3361c90'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:00:06.440712 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd9f4f-34df-4a08-ac06-a340ff03d2d1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Pushing event deleted for resources: {'Port': ['ID=cb9b275d-425b-400b-9eac-7197f3361c90,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:06.443590 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-aafd9f4f-34df-4a08-ac06-a340ff03d2d1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:06.488835 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed26c3ab-da78-4f6f-ba4a-6e5ce9b85814 req-aafd9f4f-34df-4a08-ac06-a340ff03d2d1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] No DVR routers for this DVR port cb9b275d-425b-400b-9eac-7197f3361c90 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:00:06.491347 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-ed26c3ab-da78-4f6f-ba4a-6e5ce9b85814 req-aafd9f4f-34df-4a08-ac06-a340ff03d2d1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:06.493455 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ed26c3ab-da78-4f6f-ba4a-6e5ce9b85814 req-aafd9f4f-34df-4a08-ac06-a340ff03d2d1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] 10.222.0.81 "DELETE /v2.0/ports/cb9b275d-425b-400b-9eac-7197f3361c90 HTTP/1.1" status: 204 len: 173 time: 0.4033167 Jun 29 16:00:06.493970 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad62a5c-a4c0-48bb-98b8-8fe5689b3521', 'name': 'network-vif-deleted', 'tag': 'cb9b275d-425b-400b-9eac-7197f3361c90'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:00:06.496239 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad53dd5-f3dc-4dc6-82db-78761eeb48c6" -d '{"events": [{"server_uuid": "aad62a5c-a4c0-48bb-98b8-8fe5689b3521", "name": "network-vif-deleted", "tag": "cb9b275d-425b-400b-9eac-7197f3361c90"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:00:06.532839 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3809710-94a8-4fed-9bfb-9a03a68f123b x-openstack-request-id: req-a3809710-94a8-4fed-9bfb-9a03a68f123b {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:00:06.533346 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad62a5c-a4c0-48bb-98b8-8fe5689b3521", "name": "network-vif-deleted", "tag": "cb9b275d-425b-400b-9eac-7197f3361c90", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:00:06.533817 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a3809710-94a8-4fed-9bfb-9a03a68f123b {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:00:06.534373 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad62a5c-a4c0-48bb-98b8-8fe5689b3521', 'name': 'network-vif-deleted', 'tag': 'cb9b275d-425b-400b-9eac-7197f3361c90', 'status': 'completed', 'code': 200} Jun 29 16:00:11.002619 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9d7a5667-a666-4ad4-a517-201d93fa41ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:11.063738 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device cb9b275d-425b-400b-9eac-7197f3361c90 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:11.083964 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: cb9b275d-425b-400b-9eac-7197f3361c90 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:11.084238 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device cb9b275d-425b-400b-9eac-7197f3361c90 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:13.720367 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:13.783490 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9720566b-afa0-4b6e-81cf-23a8c6b87ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:14.673058 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:15.479987 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4b7e8e11-084b-494c-8c1e-7d9fd129c5c7 req-ca665bee-9bdb-40db-99b7-20413a6c838e tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328039320&fields=id&tenant_id=214d4ae51fb74efeb6c64aeea911e946 HTTP/1.1" status: 200 len: 267 time: 0.0416751 Jun 29 16:00:15.552520 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e8e11-084b-494c-8c1e-7d9fd129c5c7 req-678f925c-c92c-4579-8836-0715e40b2ca7 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:15.554416 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4b7e8e11-084b-494c-8c1e-7d9fd129c5c7 req-678f925c-c92c-4579-8836-0715e40b2ca7 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 984 time: 0.0682323 Jun 29 16:00:15.566370 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-4b7e8e11-084b-494c-8c1e-7d9fd129c5c7 req-44741fba-b0e4-47d4-99d1-5b8a98a3c590 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Request body: {'port': {'security_groups': ['1d31c525-c70e-4781-a3fc-3194f9219f39']}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:00:15.660292 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4b7e8e11-084b-494c-8c1e-7d9fd129c5c7 req-44741fba-b0e4-47d4-99d1-5b8a98a3c590 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:15.853010 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-4b7e8e11-084b-494c-8c1e-7d9fd129c5c7 req-44741fba-b0e4-47d4-99d1-5b8a98a3c590 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] For port 6ae20f49-0625-4c59-968f-368011c45eca, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ae20f49-0625-4c59-968f-368011c45eca,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:15.885773 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4b7e8e11-084b-494c-8c1e-7d9fd129c5c7 req-44741fba-b0e4-47d4-99d1-5b8a98a3c590 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:15.891732 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4b7e8e11-084b-494c-8c1e-7d9fd129c5c7 req-44741fba-b0e4-47d4-99d1-5b8a98a3c590 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:15.897190 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3667df3f-de86-4101-84cf-b5ff992e783a tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:15.904247 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['6ae20f49-0625-4c59-968f-368011c45eca'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:00:15.972376 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44741fba-b0e4-47d4-99d1-5b8a98a3c590 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event updated for resources: {'Port': ['ID=6ae20f49-0625-4c59-968f-368011c45eca,revision_number=7']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:15.980939 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-44741fba-b0e4-47d4-99d1-5b8a98a3c590 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:15.998784 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e8e11-084b-494c-8c1e-7d9fd129c5c7 req-44741fba-b0e4-47d4-99d1-5b8a98a3c590 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:15.999475 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-4b7e8e11-084b-494c-8c1e-7d9fd129c5c7 req-44741fba-b0e4-47d4-99d1-5b8a98a3c590 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:16.008633 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4b7e8e11-084b-494c-8c1e-7d9fd129c5c7 req-44741fba-b0e4-47d4-99d1-5b8a98a3c590 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "PUT /v2.0/ports/6ae20f49-0625-4c59-968f-368011c45eca HTTP/1.1" status: 200 len: 942 time: 0.4468527 Jun 29 16:00:16.008796 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45692) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:16.010210 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:00:16.012750 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504342c1-6487-43e9-a09f-4cba0981bcb8" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "tag": "6ae20f49-0625-4c59-968f-368011c45eca"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:00:16.088235 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96805504-e25a-46a3-98e7-5ab39317d52e x-openstack-request-id: req-96805504-e25a-46a3-98e7-5ab39317d52e {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:00:16.088801 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "tag": "6ae20f49-0625-4c59-968f-368011c45eca", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:00:16.089165 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96805504-e25a-46a3-98e7-5ab39317d52e {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:00:16.090051 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca', 'status': 'completed', 'code': 200} Jun 29 16:00:16.120952 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['6ae20f49-0625-4c59-968f-368011c45eca'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:00:16.138333 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:16.183153 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:16.195154 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504342c1-6487-43e9-a09f-4cba0981bcb8 req-512afc83-08be-4b63-ba1e-38cf80f21e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:16.197018 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-504342c1-6487-43e9-a09f-4cba0981bcb8 req-512afc83-08be-4b63-ba1e-38cf80f21e62 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=214d4ae51fb74efeb6c64aeea911e946&device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 1098 time: 0.0990644 Jun 29 16:00:16.288476 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:16.293573 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:16.295183 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "DELETE /v2.0/security-groups/940cb797-e2fb-484f-a46c-438345bea146 HTTP/1.1" status: 204 len: 168 time: 0.2852411 Jun 29 16:00:16.296318 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-52d2f55d-aed4-4b2b-b86f-efbb64b75cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:16.302163 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 45700) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:16.328425 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:16.333527 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940cb797-e2fb-484f-a46c-438345bea146,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:16.343773 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:16.344454 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:16.344927 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:16.345462 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:16.345954 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:16.346428 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:16.346912 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:16.347367 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:16.347835 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:16.348292 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:16.348756 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:16.349250 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:16.360104 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-41eddd20-c1b9-46a5-8505-3bccd7c586d6 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:16.378425 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-941c4989-1710-45eb-95b1-7db3d98dd26b None None] Provisioning complete for port 6ae20f49-0625-4c59-968f-368011c45eca triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:00:16.379074 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-941c4989-1710-45eb-95b1-7db3d98dd26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:16.463378 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504342c1-6487-43e9-a09f-4cba0981bcb8 req-fc0a0f7c-1db3-4a60-b3bd-36ad41766b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:16.465048 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-504342c1-6487-43e9-a09f-4cba0981bcb8 req-fc0a0f7c-1db3-4a60-b3bd-36ad41766b8f service neutron] 10.222.0.81 "GET /v2.0/networks?id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 HTTP/1.1" status: 200 len: 915 time: 0.2603543 Jun 29 16:00:16.578099 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-504342c1-6487-43e9-a09f-4cba0981bcb8 req-aa07c717-6464-4940-b247-520e890966b7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae20f49-0625-4c59-968f-368011c45eca HTTP/1.1" status: 200 len: 1000 time: 0.0997033 Jun 29 16:00:16.922731 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Deleting port 9ec6669b-584a-4dff-91fd-3c8960c152dc {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:16.923157 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:16.926857 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504342c1-6487-43e9-a09f-4cba0981bcb8 req-f8cdff86-684b-4a32-8ed3-482d059743a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:16.928398 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-504342c1-6487-43e9-a09f-4cba0981bcb8 req-f8cdff86-684b-4a32-8ed3-482d059743a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d7d4e83f-e89c-43f5-84c5-4a7885a379fd HTTP/1.1" status: 200 len: 853 time: 0.3418694 Jun 29 16:00:17.040525 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:17.040882 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:17.056441 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Calling delete_port for 9ec6669b-584a-4dff-91fd-3c8960c152dc owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:17.069163 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504342c1-6487-43e9-a09f-4cba0981bcb8 req-7a44dca6-2723-42c0-90e2-5737779a3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:17.070725 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-504342c1-6487-43e9-a09f-4cba0981bcb8 req-7a44dca6-2723-42c0-90e2-5737779a3a11 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1321433 Jun 29 16:00:17.260722 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-504342c1-6487-43e9-a09f-4cba0981bcb8 req-66d35233-4546-4980-b39f-eface44ecc00 service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543493 Jun 29 16:00:17.426160 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-504342c1-6487-43e9-a09f-4cba0981bcb8 req-b19c6507-3d79-4c5e-a1d8-d59737e6143f service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529310 Jun 29 16:00:17.427130 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:17.429280 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:17.454580 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event deleted for resources: {'Port': ['ID=9ec6669b-584a-4dff-91fd-3c8960c152dc,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:17.460069 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:17.576701 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:17.577077 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Floating IP 2c1d448b-40c0-4508-9524-2901c1199c9a disassociated (deleted). External IP: 172.27.1.38, port: 6ae20f49-0625-4c59-968f-368011c45eca. Jun 29 16:00:17.822772 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:00:17.940484 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:00:17.945326 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:17.954278 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21645d4d-90f0-4dd0-91e2-34bd73ded74c None None] Sync routers for ids ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:00:17.968478 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21645d4d-90f0-4dd0-91e2-34bd73ded74c None None] Routers {'d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:17.969251 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-21645d4d-90f0-4dd0-91e2-34bd73ded74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:00:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:17.997364 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "DELETE /v2.0/floatingips/2c1d448b-40c0-4508-9524-2901c1199c9a HTTP/1.1" status: 204 len: 168 time: 1.6943514 Jun 29 16:00:18.091160 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:00:18.093592 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621faef4-19e3-4f96-aaac-a320f85e0795" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "tag": "6ae20f49-0625-4c59-968f-368011c45eca"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:00:18.099264 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-21645d4d-90f0-4dd0-91e2-34bd73ded74c None None] Set router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:18.146111 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccc5e53-45d2-41ae-add5-dfa37771fd82 x-openstack-request-id: req-7ccc5e53-45d2-41ae-add5-dfa37771fd82 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:00:18.146772 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "tag": "6ae20f49-0625-4c59-968f-368011c45eca", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:00:18.147245 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ccc5e53-45d2-41ae-add5-dfa37771fd82 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:00:18.147865 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca', 'status': 'completed', 'code': 200} Jun 29 16:00:18.267294 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621faef4-19e3-4f96-aaac-a320f85e0795 req-689be5fa-48d0-4f32-977f-4ea4412a0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:18.269406 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-621faef4-19e3-4f96-aaac-a320f85e0795 req-689be5fa-48d0-4f32-977f-4ea4412a0ec3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=214d4ae51fb74efeb6c64aeea911e946&device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 1098 time: 0.0902369 Jun 29 16:00:18.405602 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621faef4-19e3-4f96-aaac-a320f85e0795 req-566f69a9-73d0-4436-8525-b4649f23e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:18.407287 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-621faef4-19e3-4f96-aaac-a320f85e0795 req-566f69a9-73d0-4436-8525-b4649f23e9f6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 HTTP/1.1" status: 200 len: 915 time: 0.1316383 Jun 29 16:00:18.432140 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-21645d4d-90f0-4dd0-91e2-34bd73ded74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 4, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port': {'id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:47Z', 'updated_at': '2021-06-29T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'c600e632-1412-418e-ad16-2c97a9e08989', 'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'mac_address': 'fa:16:3e:e6:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:49Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 5, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'subnets': [{'id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:18.457433 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-621faef4-19e3-4f96-aaac-a320f85e0795 req-e3537c53-1b8a-4e33-8fdc-6fec6c023458 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ae20f49-0625-4c59-968f-368011c45eca HTTP/1.1" status: 200 len: 217 time: 0.0435803 Jun 29 16:00:18.496169 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21645d4d-90f0-4dd0-91e2-34bd73ded74c None None] Checking router: d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:00:18.528629 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21645d4d-90f0-4dd0-91e2-34bd73ded74c None None] Routers {'d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:18.529640 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-21645d4d-90f0-4dd0-91e2-34bd73ded74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:00:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:18.543306 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621faef4-19e3-4f96-aaac-a320f85e0795 req-3358d1c3-75ad-4d52-bc6c-789cd40ba090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:18.545020 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-621faef4-19e3-4f96-aaac-a320f85e0795 req-3358d1c3-75ad-4d52-bc6c-789cd40ba090 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d7d4e83f-e89c-43f5-84c5-4a7885a379fd HTTP/1.1" status: 200 len: 853 time: 0.0813897 Jun 29 16:00:18.613806 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621faef4-19e3-4f96-aaac-a320f85e0795 req-6fdc1737-05ab-4520-833f-db76f12ec94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:18.615731 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-621faef4-19e3-4f96-aaac-a320f85e0795 req-6fdc1737-05ab-4520-833f-db76f12ec94e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638607 Jun 29 16:00:18.668578 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-21645d4d-90f0-4dd0-91e2-34bd73ded74c None None] Set router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:18.721868 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-621faef4-19e3-4f96-aaac-a320f85e0795 req-c9c959b9-8ef4-4334-b82a-2924e4c78ff8 service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991743 Jun 29 16:00:18.840376 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-621faef4-19e3-4f96-aaac-a320f85e0795 req-fcde438a-4206-47f0-a644-8820c2eabbe6 service neutron] 10.222.0.81 "GET /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106503 Jun 29 16:00:18.951476 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-21645d4d-90f0-4dd0-91e2-34bd73ded74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 4, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port': {'id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:47Z', 'updated_at': '2021-06-29T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'c600e632-1412-418e-ad16-2c97a9e08989', 'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'mac_address': 'fa:16:3e:e6:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:49Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 5, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'subnets': [{'id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:18.983897 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21645d4d-90f0-4dd0-91e2-34bd73ded74c None None] The sync data for ids ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'] in dv-cinder-792209-4-iscsi is: [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T15:57:50Z', 'revision_number': 4, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port': {'id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:47Z', 'updated_at': '2021-06-29T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'c600e632-1412-418e-ad16-2c97a9e08989', 'name': '', 'network_id': 'facfbcb4-7ef0-46cb-acf5-5e8e3df04c69', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'mac_address': 'fa:16:3e:e6:3a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:49Z', 'updated_at': '2021-06-29T15:57:57Z', 'revision_number': 5, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'subnets': [{'id': 'd7d4e83f-e89c-43f5-84c5-4a7885a379fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:00:19.313559 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f7778d-59ec-44f5-ae1c-d58443b0e701 None None] New status for floating IP 2c1d448b-40c0-4508-9524-2901c1199c9a: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:00:21.341964 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21701c6-985b-41f2-8a9c-d7203daaf964 req-7a121a69-858d-4887-8254-bcd3dfe22ec0 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:21.344448 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c21701c6-985b-41f2-8a9c-d7203daaf964 req-7a121a69-858d-4887-8254-bcd3dfe22ec0 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 945 time: 0.0714610 Jun 29 16:00:21.393849 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-c21701c6-985b-41f2-8a9c-d7203daaf964 req-a468a2b4-4e68-4b4e-9034-ed13df4a76f1 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431654 Jun 29 16:00:22.588345 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238347c1-5a24-4140-a0a5-a00a038e0224 req-4a781ce1-c867-4ddc-a0e8-91273bfe9deb tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:22.595088 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-238347c1-5a24-4140-a0a5-a00a038e0224 req-4a781ce1-c867-4ddc-a0e8-91273bfe9deb tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 945 time: 0.0837691 Jun 29 16:00:22.635929 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-238347c1-5a24-4140-a0a5-a00a038e0224 req-71934215-de88-462b-9626-298f97299892 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/security-groups?id=1d31c525-c70e-4781-a3fc-3194f9219f39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Jun 29 16:00:23.006120 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4677e8-1c10-4ebb-aa85-ca6a736e2c88 req-9f098d06-ff05-4ded-92c1-9ab992c0bdce tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:23.007616 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e4677e8-1c10-4ebb-aa85-ca6a736e2c88 req-9f098d06-ff05-4ded-92c1-9ab992c0bdce tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 945 time: 0.0669155 Jun 29 16:00:23.121283 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-0e4677e8-1c10-4ebb-aa85-ca6a736e2c88 req-eb3d7985-7bfd-4633-8d06-178f716aff95 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Deleting port 6ae20f49-0625-4c59-968f-368011c45eca {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:23.121812 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0e4677e8-1c10-4ebb-aa85-ca6a736e2c88 req-eb3d7985-7bfd-4633-8d06-178f716aff95 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:23.225852 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-0e4677e8-1c10-4ebb-aa85-ca6a736e2c88 req-eb3d7985-7bfd-4633-8d06-178f716aff95 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] For port 6ae20f49-0625-4c59-968f-368011c45eca, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6ae20f49-0625-4c59-968f-368011c45eca,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:23.226291 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0e4677e8-1c10-4ebb-aa85-ca6a736e2c88 req-eb3d7985-7bfd-4633-8d06-178f716aff95 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:23.243361 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-0e4677e8-1c10-4ebb-aa85-ca6a736e2c88 req-eb3d7985-7bfd-4633-8d06-178f716aff95 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Calling delete_port for 6ae20f49-0625-4c59-968f-368011c45eca owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:23.388234 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0e4677e8-1c10-4ebb-aa85-ca6a736e2c88 req-eb3d7985-7bfd-4633-8d06-178f716aff95 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:23.392434 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b43d6e40-66d3-42cd-b2c9-b675d4cf930a tempest-AttachVolumeTestJSON-690585046 tempest-AttachVolumeTestJSON-690585046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:23.402360 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['6ae20f49-0625-4c59-968f-368011c45eca'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:00:23.424015 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d7985-7bfd-4633-8d06-178f716aff95 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Pushing event deleted for resources: {'Port': ['ID=6ae20f49-0625-4c59-968f-368011c45eca,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:23.475733 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-eb3d7985-7bfd-4633-8d06-178f716aff95 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:23.476567 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4677e8-1c10-4ebb-aa85-ca6a736e2c88 req-eb3d7985-7bfd-4633-8d06-178f716aff95 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] No DVR routers for this DVR port 6ae20f49-0625-4c59-968f-368011c45eca on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:00:23.479567 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0e4677e8-1c10-4ebb-aa85-ca6a736e2c88 req-eb3d7985-7bfd-4633-8d06-178f716aff95 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:23.481606 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0e4677e8-1c10-4ebb-aa85-ca6a736e2c88 req-eb3d7985-7bfd-4633-8d06-178f716aff95 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.81 "DELETE /v2.0/ports/6ae20f49-0625-4c59-968f-368011c45eca HTTP/1.1" status: 204 len: 173 time: 0.4680717 Jun 29 16:00:23.482112 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'name': 'network-vif-deleted', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:00:23.484536 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568f25a4-fc3a-43df-829a-8eae8baca5cb" -d '{"events": [{"server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "name": "network-vif-deleted", "tag": "6ae20f49-0625-4c59-968f-368011c45eca"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:00:23.536439 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f921f552-1a50-4e73-a98f-7975c1779d01 x-openstack-request-id: req-f921f552-1a50-4e73-a98f-7975c1779d01 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:00:23.536912 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbebfd1-fd1d-450e-b3ed-f030ffc01eed", "name": "network-vif-deleted", "tag": "6ae20f49-0625-4c59-968f-368011c45eca", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:00:23.537252 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f921f552-1a50-4e73-a98f-7975c1779d01 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:00:23.537842 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbebfd1-fd1d-450e-b3ed-f030ffc01eed', 'name': 'network-vif-deleted', 'tag': '6ae20f49-0625-4c59-968f-368011c45eca', 'status': 'completed', 'code': 200} Jun 29 16:00:23.847409 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fc124396-8bd8-431b-a065-80e3e591f153 req-4b4534c9-cb89-4c3a-a214-a36fba6e928f tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cbebfd1-fd1d-450e-b3ed-f030ffc01eed HTTP/1.1" status: 200 len: 210 time: 0.0371399 Jun 29 16:00:25.615400 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45824) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:26.003439 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1acd9016-f963-40d8-9ff3-04fb0138408d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001785'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:26.064260 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 6ae20f49-0625-4c59-968f-368011c45eca no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:26.086379 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: 6ae20f49-0625-4c59-968f-368011c45eca {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:26.086737 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 6ae20f49-0625-4c59-968f-368011c45eca not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:26.339916 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-1acd9016-f963-40d8-9ff3-04fb0138408d admin admin] Deleting port c600e632-1412-418e-ad16-2c97a9e08989 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:26.340196 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1acd9016-f963-40d8-9ff3-04fb0138408d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:26.434218 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-1acd9016-f963-40d8-9ff3-04fb0138408d admin admin] For port c600e632-1412-418e-ad16-2c97a9e08989, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=c600e632-1412-418e-ad16-2c97a9e08989,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:26.434599 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1acd9016-f963-40d8-9ff3-04fb0138408d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:26.451965 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-1acd9016-f963-40d8-9ff3-04fb0138408d admin admin] Calling delete_port for c600e632-1412-418e-ad16-2c97a9e08989 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:26.661673 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1acd9016-f963-40d8-9ff3-04fb0138408d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:26.671972 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:26.701399 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd9016-f963-40d8-9ff3-04fb0138408d admin admin] Pushing event deleted for resources: {'Port': ['ID=c600e632-1412-418e-ad16-2c97a9e08989,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:26.724509 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-1acd9016-f963-40d8-9ff3-04fb0138408d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:26.892297 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-1acd9016-f963-40d8-9ff3-04fb0138408d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000585'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:27.167855 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acd9016-f963-40d8-9ff3-04fb0138408d admin admin] Router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:00:27.288547 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acd9016-f963-40d8-9ff3-04fb0138408d admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:00:27.297584 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-1acd9016-f963-40d8-9ff3-04fb0138408d admin admin] 10.222.0.69 "PUT /v2.0/routers/d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6776946 Jun 29 16:00:27.298715 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45834) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:27.300575 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177a24f8-6eac-4b0c-b412-35c62d2260bc None None] Sync routers for ids ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:00:27.312191 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a24f8-6eac-4b0c-b412-35c62d2260bc None None] Routers {'d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:27.312972 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-177a24f8-6eac-4b0c-b412-35c62d2260bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:00:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:27.413119 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:27.424146 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-177a24f8-6eac-4b0c-b412-35c62d2260bc None None] Set router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:27.521414 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:27.583854 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Deleting port 1b75ba69-5b56-492e-a036-1500aa6c65e7 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:27.584193 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:27.619534 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-177a24f8-6eac-4b0c-b412-35c62d2260bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T16:00:26Z', 'revision_number': 5, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port': {'id': '1b75ba69-5b56-492e-a036-1500aa6c65e7', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:47Z', 'updated_at': '2021-06-29T15:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:27.645506 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177a24f8-6eac-4b0c-b412-35c62d2260bc None None] Checking router: d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:00:27.654455 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a24f8-6eac-4b0c-b412-35c62d2260bc None None] Routers {'d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:27.655075 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-177a24f8-6eac-4b0c-b412-35c62d2260bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:00:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:27.667166 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] For port 1b75ba69-5b56-492e-a036-1500aa6c65e7, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=1b75ba69-5b56-492e-a036-1500aa6c65e7,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:27.667735 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:27.679107 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Calling delete_port for 1b75ba69-5b56-492e-a036-1500aa6c65e7 owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:27.861326 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:27.863388 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6508da72-ab7b-4d68-84b4-991af3c69b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:27.864128 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-177a24f8-6eac-4b0c-b412-35c62d2260bc None None] Set router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d gateway port host: None {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:27.887481 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b75ba69-5b56-492e-a036-1500aa6c65e7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:27.890669 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:27.917730 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-177a24f8-6eac-4b0c-b412-35c62d2260bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T16:00:27Z', 'revision_number': 6, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port_host': None}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:27.947321 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177a24f8-6eac-4b0c-b412-35c62d2260bc None None] The sync data for ids ['d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d'] in dv-cinder-792209-4-iscsi is: [{'id': 'd1fd1d2f-311b-4f8e-a9c6-f7ea253b090d', 'name': 'tempest-TestMinimumBasicScenario-947458921-router', 'tenant_id': '214d4ae51fb74efeb6c64aeea911e946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:46Z', 'updated_at': '2021-06-29T16:00:27Z', 'revision_number': 6, 'project_id': '214d4ae51fb74efeb6c64aeea911e946', 'gw_port_host': None}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:00:27.954078 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646125'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.240039 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1000101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1739'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.242037 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.282535 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1001388'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.283122 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:00:28.287288 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.288382 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] 10.222.0.69 "DELETE /v2.0/routers/d1fd1d2f-311b-4f8e-a9c6-f7ea253b090d HTTP/1.1" status: 204 len: 168 time: 0.9883406 Jun 29 16:00:28.291380 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45854) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:28.337947 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-875c43dd-09c6-4bb7-b7cf-cc5a1b7cb6b3 admin admin] Deleting subnet d7d4e83f-e89c-43f5-84c5-4a7885a379fd {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:00:28.341356 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-875c43dd-09c6-4bb7-b7cf-cc5a1b7cb6b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.380200 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-875c43dd-09c6-4bb7-b7cf-cc5a1b7cb6b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2514715'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.459792 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-875c43dd-09c6-4bb7-b7cf-cc5a1b7cb6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.511105 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-875c43dd-09c6-4bb7-b7cf-cc5a1b7cb6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9716441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9850893'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.513185 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:28.537047 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c43dd-09c6-4bb7-b7cf-cc5a1b7cb6b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d4e83f-e89c-43f5-84c5-4a7885a379fd,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:28.540848 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-875c43dd-09c6-4bb7-b7cf-cc5a1b7cb6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:28.541872 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-875c43dd-09c6-4bb7-b7cf-cc5a1b7cb6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.543710 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-875c43dd-09c6-4bb7-b7cf-cc5a1b7cb6b3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d7d4e83f-e89c-43f5-84c5-4a7885a379fd HTTP/1.1" status: 204 len: 168 time: 0.2513881 Jun 29 16:00:28.546202 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45856) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:28.548653 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516b1ee-b43c-4494-ae8d-4a65ddbaa94f None None] Network facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:00:28.616044 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.667845 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Deleting port c5bdf2fb-5f82-4d45-b221-63fad0adc625 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:28.668674 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.743494 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] For port c5bdf2fb-5f82-4d45-b221-63fad0adc625, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=c5bdf2fb-5f82-4d45-b221-63fad0adc625,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:28.743852 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.757246 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Calling delete_port for c5bdf2fb-5f82-4d45-b221-63fad0adc625 owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:28.763191 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b51db51-fb43-44c1-a4b9-9ec15017a30b None None] DHCP port deletion for facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 request from dv-cinder-792209-4-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:00:28.828953 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-9b51db51-fb43-44c1-a4b9-9ec15017a30b None None] Deleting port c5bdf2fb-5f82-4d45-b221-63fad0adc625 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:28.829376 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9b51db51-fb43-44c1-a4b9-9ec15017a30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.853599 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.856979 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-83c6ab25-6584-42d8-ba7f-b780b6b5a23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:28.884580 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bdf2fb-5f82-4d45-b221-63fad0adc625,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:28.889369 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:28.894046 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] No DVR routers for this DVR port c5bdf2fb-5f82-4d45-b221-63fad0adc625 on host dv-cinder-792209-4-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:00:28.910857 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-9b51db51-fb43-44c1-a4b9-9ec15017a30b None None] For port c5bdf2fb-5f82-4d45-b221-63fad0adc625, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=c5bdf2fb-5f82-4d45-b221-63fad0adc625,segment=NetworkSegment(9e6b05e4-9528-475a-ac79-75da767ae0f1),segment_id=9e6b05e4-9528-475a-ac79-75da767ae0f1)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:28.911305 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9b51db51-fb43-44c1-a4b9-9ec15017a30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:28.926068 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-9b51db51-fb43-44c1-a4b9-9ec15017a30b None None] Calling delete_port for c5bdf2fb-5f82-4d45-b221-63fad0adc625 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:28.939843 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c5bdf2fb-5f82-4d45-b221-63fad0adc625 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:28.993869 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.001936 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: c5bdf2fb-5f82-4d45-b221-63fad0adc625 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:29.002298 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c5bdf2fb-5f82-4d45-b221-63fad0adc625 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:29.002727 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c600e632-1412-418e-ad16-2c97a9e08989 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:29.007065 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facfbcb4-7ef0-46cb-acf5-5e8e3df04c69']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:29.020934 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6b05e4-9528-475a-ac79-75da767ae0f1') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:29.021657 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6b05e4-9528-475a-ac79-75da767ae0f1') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:29.024002 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: c600e632-1412-418e-ad16-2c97a9e08989 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:29.024593 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c600e632-1412-418e-ad16-2c97a9e08989 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:29.025199 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 1b75ba69-5b56-492e-a036-1500aa6c65e7 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:29.042263 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2514708'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.046352 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 1b75ba69-5b56-492e-a036-1500aa6c65e7 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:29.047579 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 1b75ba69-5b56-492e-a036-1500aa6c65e7 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:29.082270 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.091791 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:00:29.092483 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9716340'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: Traceback (most recent call last): Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: timer() Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: cb(*args, **kw) Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: return func(*args, **kwargs) Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: self._notify() Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: self.callback(batched_events) Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: event.method(event) Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: return f(self, *a, **k) Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._get(url).json() Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:00:29.094285 dv-cinder-792209-4-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:00:29.101223 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9b51db51-fb43-44c1-a4b9-9ec15017a30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.108121 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:29.132079 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51db51-fb43-44c1-a4b9-9ec15017a30b None None] Pushing event deleted for resources: {'Port': ['ID=c5bdf2fb-5f82-4d45-b221-63fad0adc625,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:29.135741 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-9b51db51-fb43-44c1-a4b9-9ec15017a30b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:29.142041 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51db51-fb43-44c1-a4b9-9ec15017a30b None None] No DVR routers for this DVR port c5bdf2fb-5f82-4d45-b221-63fad0adc625 on host dv-cinder-792209-4-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:00:29.162712 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.167987 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e9e2749d-ce96-4c88-b15b-588444aac3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:29.170540 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.172317 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] 10.222.0.69 "DELETE /v2.0/networks/facfbcb4-7ef0-46cb-acf5-5e8e3df04c69 HTTP/1.1" status: 204 len: 168 time: 0.6251967 Jun 29 16:00:29.175640 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 45890) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:29.184399 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Pushing event deleted for resources: {'Network': ['ID=facfbcb4-7ef0-46cb-acf5-5e8e3df04c69,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:29.187113 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-01457f58-b306-4156-8239-3434af85e32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:29.548194 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001785'] for router_interface, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.808016 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Deleting port 1b08887a-2bca-4998-b3bd-dcd916c458f1 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:29.808275 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.889101 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] For port 1b08887a-2bca-4998-b3bd-dcd916c458f1, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=1b08887a-2bca-4998-b3bd-dcd916c458f1,segment=NetworkSegment(5ca5197d-e6bb-4d7f-854d-d15672ece594),segment_id=5ca5197d-e6bb-4d7f-854d-d15672ece594)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:29.889492 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:29.902353 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Calling delete_port for 1b08887a-2bca-4998-b3bd-dcd916c458f1 owned by network:router_interface {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:30.077276 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:30.079171 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-24c13a94-0b6b-40a9-b0db-ffdb910b80c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:30.099914 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b08887a-2bca-4998-b3bd-dcd916c458f1,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:30.112557 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:30.112948 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:30.113338 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:30.113706 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:30.114077 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:30.114441 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:30.114801 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:30.115157 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:30.115518 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:30.115950 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:30.116228 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:30.116608 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:00:30.136515 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:30.280309 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000585'] for router_interface, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:30.484328 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Router 742dc69c-1edc-496a-a354-0d81656ba9bf has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:00:30.503089 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45918) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:30.553030 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd7e12f-a143-40f2-92aa-39f86d98e346 admin admin] Deleting subnet 365b2603-f91e-4ec0-b9a9-07cacfecc627 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:00:30.556572 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bbd7e12f-a143-40f2-92aa-39f86d98e346 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:30.593668 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bbd7e12f-a143-40f2-92aa-39f86d98e346 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2514715'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:30.634750 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bbd7e12f-a143-40f2-92aa-39f86d98e346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:30.695840 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bbd7e12f-a143-40f2-92aa-39f86d98e346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9716441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9850893'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:30.695840 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-e0ed8cc8-1dcb-41b2-ad21-06aed788265c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:30.727555 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7e12f-a143-40f2-92aa-39f86d98e346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=365b2603-f91e-4ec0-b9a9-07cacfecc627,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:30.731236 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-bbd7e12f-a143-40f2-92aa-39f86d98e346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:30.732267 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-bbd7e12f-a143-40f2-92aa-39f86d98e346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:30.737037 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-bbd7e12f-a143-40f2-92aa-39f86d98e346 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/365b2603-f91e-4ec0-b9a9-07cacfecc627 HTTP/1.1" status: 204 len: 168 time: 0.2301126 Jun 29 16:00:30.737037 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45920) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:30.811104 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:30.843294 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:30.871658 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:00:30.881219 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45922) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:30.883507 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255d6dd-ebdd-4a77-a8c6-a82d15e93146 None None] Sync routers for ids ['742dc69c-1edc-496a-a354-0d81656ba9bf'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:00:30.885871 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-25490a13-d9bd-4b79-8f15-5cc7c5953128 admin admin] 10.222.0.69 "PUT /v2.0/routers/742dc69c-1edc-496a-a354-0d81656ba9bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7090149 Jun 29 16:00:30.892654 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255d6dd-ebdd-4a77-a8c6-a82d15e93146 None None] Routers {'742dc69c-1edc-496a-a354-0d81656ba9bf'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:30.893260 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-6255d6dd-ebdd-4a77-a8c6-a82d15e93146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:00:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['742dc69c-1edc-496a-a354-0d81656ba9bf'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:30.935051 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:30.951272 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339a4753-4e13-4eb9-8cec-4daf72fbad43']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:30.990893 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0010c3-29ab-4986-8de9-8072e7198c19') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:30.991102 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0010c3-29ab-4986-8de9-8072e7198c19') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:30.995985 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-6255d6dd-ebdd-4a77-a8c6-a82d15e93146 None None] Set router 742dc69c-1edc-496a-a354-0d81656ba9bf gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:31.006074 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2514708'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.025337 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.033780 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.036430 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:00:31.036864 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9716340'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: Traceback (most recent call last): Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: timer() Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: cb(*args, **kw) Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: return func(*args, **kwargs) Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: self._notify() Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: self.callback(batched_events) Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: event.method(event) Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: return f(self, *a, **k) Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._get(url).json() Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:00:31.038390 dv-cinder-792209-4-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:00:31.157681 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.167644 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:31.171707 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.175819 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] 10.222.0.69 "DELETE /v2.0/networks/339a4753-4e13-4eb9-8cec-4daf72fbad43 HTTP/1.1" status: 204 len: 168 time: 0.4358892 Jun 29 16:00:31.177806 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-6255d6dd-ebdd-4a77-a8c6-a82d15e93146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'name': 'tempest-TestMinimumBasicScenario-1503783412-router', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T16:00:30Z', 'revision_number': 5, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'gw_port': {'id': 'a50eb268-c7f8-4d16-a3b3-18f9a3ff3344', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T15:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:31.187436 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=339a4753-4e13-4eb9-8cec-4daf72fbad43,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:31.191437 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:31.200721 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.208113 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255d6dd-ebdd-4a77-a8c6-a82d15e93146 None None] Checking router: 742dc69c-1edc-496a-a354-0d81656ba9bf for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:00:31.215074 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255d6dd-ebdd-4a77-a8c6-a82d15e93146 None None] Routers {'742dc69c-1edc-496a-a354-0d81656ba9bf'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:31.215664 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-6255d6dd-ebdd-4a77-a8c6-a82d15e93146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:00:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['742dc69c-1edc-496a-a354-0d81656ba9bf'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:31.267475 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Deleting port a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:31.267815 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.301972 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-6255d6dd-ebdd-4a77-a8c6-a82d15e93146 None None] Set router 742dc69c-1edc-496a-a354-0d81656ba9bf gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:31.349106 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] For port a50eb268-c7f8-4d16-a3b3-18f9a3ff3344, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=a50eb268-c7f8-4d16-a3b3-18f9a3ff3344,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:31.349503 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.357312 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 45926) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:31.357963 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-6255d6dd-ebdd-4a77-a8c6-a82d15e93146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'name': 'tempest-TestMinimumBasicScenario-1503783412-router', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T16:00:31Z', 'revision_number': 6, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'gw_port_host': None}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:31.363461 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Calling delete_port for a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:31.383608 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255d6dd-ebdd-4a77-a8c6-a82d15e93146 None None] The sync data for ids ['742dc69c-1edc-496a-a354-0d81656ba9bf'] in dv-cinder-792209-4-iscsi is: [{'id': '742dc69c-1edc-496a-a354-0d81656ba9bf', 'name': 'tempest-TestMinimumBasicScenario-1503783412-router', 'tenant_id': '663218c8e8e4456687d2780c23d037ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:57:53Z', 'updated_at': '2021-06-29T16:00:31Z', 'revision_number': 6, 'project_id': '663218c8e8e4456687d2780c23d037ba', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:00:31.402215 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6c24de71-b8d6-45a1-9283-18c48424b52f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ffae553135b84525abdcf55c77e3ed06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436313 Jun 29 16:00:31.404731 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 45928) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:31.458245 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0948b23-6a98-4a97-aacd-0925703eed42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.478516 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0948b23-6a98-4a97-aacd-0925703eed42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.527344 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0948b23-6a98-4a97-aacd-0925703eed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.530281 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-b0948b23-6a98-4a97-aacd-0925703eed42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.533710 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-b0948b23-6a98-4a97-aacd-0925703eed42 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b63cf016-44f5-494c-a8ba-746822f60bb2 HTTP/1.1" status: 204 len: 168 time: 0.1255116 Jun 29 16:00:31.533710 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-212ef80f-0ea8-44d3-90d5-2199a8e4d8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:31.540465 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0948b23-6a98-4a97-aacd-0925703eed42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63cf016-44f5-494c-a8ba-746822f60bb2,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:31.547941 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b0948b23-6a98-4a97-aacd-0925703eed42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:31.552014 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.556476 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:31.581887 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50eb268-c7f8-4d16-a3b3-18f9a3ff3344,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:31.585756 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:31.645602 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646125'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.725117 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 45934) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:31.740800 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1000101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1739'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.744099 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.812594 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1001388'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.817879 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 742dc69c-1edc-496a-a354-0d81656ba9bf {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:00:31.822799 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.826245 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3e269d79-32ff-436b-9ab7-eb6f19a97557 admin admin] 10.222.0.69 "DELETE /v2.0/routers/742dc69c-1edc-496a-a354-0d81656ba9bf HTTP/1.1" status: 204 len: 168 time: 0.9418068 Jun 29 16:00:31.826716 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45938) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:31.884239 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-673cd700-6124-42dd-8553-bab1e6c963e4 admin admin] Deleting subnet 3081dec3-5532-4f90-8181-5350da0a09cd {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:00:31.887679 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-673cd700-6124-42dd-8553-bab1e6c963e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.916760 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Deleting port 05e0118a-b3c2-49b5-be75-239db232a633 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:31.917483 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.926539 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-673cd700-6124-42dd-8553-bab1e6c963e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2514715'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.997613 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:31.997946 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.009645 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-673cd700-6124-42dd-8553-bab1e6c963e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.012036 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Calling delete_port for 05e0118a-b3c2-49b5-be75-239db232a633 owned by network:floatingip {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:32.070139 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-673cd700-6124-42dd-8553-bab1e6c963e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9716441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9850893'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.073355 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8c5a63db-bf07-4754-b41a-d2ae742c6de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:32.102783 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cd700-6124-42dd-8553-bab1e6c963e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3081dec3-5532-4f90-8181-5350da0a09cd,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:32.104602 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-673cd700-6124-42dd-8553-bab1e6c963e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:32.108009 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-673cd700-6124-42dd-8553-bab1e6c963e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.113391 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-673cd700-6124-42dd-8553-bab1e6c963e4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3081dec3-5532-4f90-8181-5350da0a09cd HTTP/1.1" status: 204 len: 168 time: 0.2856402 Jun 29 16:00:32.114344 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 45950) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:32.114998 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6317b8f0-c38c-465d-bd50-8539656a1084 None None] Network 71b8960f-1e7c-472c-8775-4e444352feb0 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:00:32.189686 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.196362 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.199227 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3a50ef24-ccf3-4903-ad58-f6ee2c83dfdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:32.262136 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Pushing event deleted for resources: {'Port': ['ID=05e0118a-b3c2-49b5-be75-239db232a633,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:32.265568 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:32.281152 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Deleting port b3918868-2a7d-4902-aaf2-66f0d4b01347 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:32.281550 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.328323 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for floatingip, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.328569 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.l3_db [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Floating IP 91ec3b9a-ab7b-4f58-afa2-33c8092bc76e disassociated (deleted). External IP: 172.27.1.212, port: 873d0d3d-a76e-41c7-adce-845027fe6a07. Jun 29 16:00:32.368884 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] For port b3918868-2a7d-4902-aaf2-66f0d4b01347, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=b3918868-2a7d-4902-aaf2-66f0d4b01347,segment=NetworkSegment(5ca5197d-e6bb-4d7f-854d-d15672ece594),segment_id=5ca5197d-e6bb-4d7f-854d-d15672ece594)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:32.369389 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.387425 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Calling delete_port for b3918868-2a7d-4902-aaf2-66f0d4b01347 owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:32.395544 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d2c6a3-a74a-4d2a-b0aa-376b6520046e None None] DHCP port deletion for 71b8960f-1e7c-472c-8775-4e444352feb0 request from dv-cinder-792209-4-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:00:32.452978 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-a9d2c6a3-a74a-4d2a-b0aa-376b6520046e None None] Deleting port b3918868-2a7d-4902-aaf2-66f0d4b01347 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:32.453420 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c6a3-a74a-4d2a-b0aa-376b6520046e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.513638 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.518128 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-58d30d8d-f163-434d-a13d-5b4e9f9cb5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:32.527431 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-a9d2c6a3-a74a-4d2a-b0aa-376b6520046e None None] For port b3918868-2a7d-4902-aaf2-66f0d4b01347, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=b3918868-2a7d-4902-aaf2-66f0d4b01347,segment=NetworkSegment(5ca5197d-e6bb-4d7f-854d-d15672ece594),segment_id=5ca5197d-e6bb-4d7f-854d-d15672ece594)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:32.527842 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c6a3-a74a-4d2a-b0aa-376b6520046e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.549658 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3918868-2a7d-4902-aaf2-66f0d4b01347,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:32.557481 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:32.562393 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] No DVR routers for this DVR port b3918868-2a7d-4902-aaf2-66f0d4b01347 on host dv-cinder-792209-4-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:00:32.564391 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-a9d2c6a3-a74a-4d2a-b0aa-376b6520046e None None] Calling delete_port for b3918868-2a7d-4902-aaf2-66f0d4b01347 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:32.653693 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.660026 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Router 084f0502-05fd-406a-a183-849461d7c5de has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:00:32.665813 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b8960f-1e7c-472c-8775-4e444352feb0']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:32.685358 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-a9d2c6a3-a74a-4d2a-b0aa-376b6520046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.685574 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca5197d-e6bb-4d7f-854d-d15672ece594') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:32.685915 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca5197d-e6bb-4d7f-854d-d15672ece594') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:32.688307 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:32.696279 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2514708'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.711031 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.714000 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2c6a3-a74a-4d2a-b0aa-376b6520046e None None] Pushing event deleted for resources: {'Port': ['ID=b3918868-2a7d-4902-aaf2-66f0d4b01347,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:32.721198 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-a9d2c6a3-a74a-4d2a-b0aa-376b6520046e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:32.724014 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2c6a3-a74a-4d2a-b0aa-376b6520046e None None] No DVR routers for this DVR port b3918868-2a7d-4902-aaf2-66f0d4b01347 on host dv-cinder-792209-4-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:00:32.727080 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:00:32.727627 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9716340'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: Traceback (most recent call last): Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: timer() Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: cb(*args, **kw) Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: return func(*args, **kwargs) Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: self._notify() Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: self.callback(batched_events) Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: event.method(event) Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: return f(self, *a, **k) Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._get(url).json() Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:00:32.731390 dv-cinder-792209-4-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:00:32.792537 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.797199 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:32.799804 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.804793 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] 10.222.0.69 "DELETE /v2.0/networks/71b8960f-1e7c-472c-8775-4e444352feb0 HTTP/1.1" status: 204 len: 168 time: 0.6865530 Jun 29 16:00:32.804954 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:00:32.808397 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:32.815582 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4984486d-88df-4fc0-8500-c85cf010c688 None None] Sync routers for ids ['084f0502-05fd-406a-a183-849461d7c5de'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:00:32.819503 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Pushing event deleted for resources: {'Network': ['ID=71b8960f-1e7c-472c-8775-4e444352feb0,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:32.822265 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7ed953c4-62ef-4217-9ee3-2cf1cdc5aa8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:32.832405 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4984486d-88df-4fc0-8500-c85cf010c688 None None] Routers {'084f0502-05fd-406a-a183-849461d7c5de'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:32.832984 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-4984486d-88df-4fc0-8500-c85cf010c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:00:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['084f0502-05fd-406a-a183-849461d7c5de'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:32.852961 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "DELETE /v2.0/floatingips/91ec3b9a-ab7b-4f58-afa2-33c8092bc76e HTTP/1.1" status: 204 len: 168 time: 1.1251378 Jun 29 16:00:32.852961 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:00:32.869822 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a86847e-48db-4a48-9367-1c8b7c146312" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:00:32.934610 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9658fd-6fa0-4a93-a6a2-25a67f520df4 x-openstack-request-id: req-1b9658fd-6fa0-4a93-a6a2-25a67f520df4 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:00:32.934945 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:00:32.935264 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b9658fd-6fa0-4a93-a6a2-25a67f520df4 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:00:32.935675 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'status': 'completed', 'code': 200} Jun 29 16:00:32.982187 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 1b08887a-2bca-4998-b3bd-dcd916c458f1 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:33.012819 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 1b08887a-2bca-4998-b3bd-dcd916c458f1 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:33.013519 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 1b08887a-2bca-4998-b3bd-dcd916c458f1 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:33.014124 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device b3918868-2a7d-4902-aaf2-66f0d4b01347 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:33.038757 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: b3918868-2a7d-4902-aaf2-66f0d4b01347 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:33.040216 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device b3918868-2a7d-4902-aaf2-66f0d4b01347 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:33.040825 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:33.067797 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:33.068600 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a50eb268-c7f8-4d16-a3b3-18f9a3ff3344 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:33.080907 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86847e-48db-4a48-9367-1c8b7c146312 req-c2340d19-91a7-4e42-9ebc-a1c593174b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:33.082635 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a86847e-48db-4a48-9367-1c8b7c146312 req-c2340d19-91a7-4e42-9ebc-a1c593174b6c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=01dc00b139894e748003f586a560c62b&device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 1099 time: 0.1192060 Jun 29 16:00:33.088553 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-4984486d-88df-4fc0-8500-c85cf010c688 None None] Set router 084f0502-05fd-406a-a183-849461d7c5de gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:33.119365 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46002) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:33.209175 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-351ef185-87b4-45fa-82f3-fc790e2db99b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=214d4ae51fb74efeb6c64aeea911e946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850210 Jun 29 16:00:33.209175 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46010) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:33.282950 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86847e-48db-4a48-9367-1c8b7c146312 req-f69f352a-18b6-4d96-a81d-30ae321ace96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:33.283991 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a86847e-48db-4a48-9367-1c8b7c146312 req-f69f352a-18b6-4d96-a81d-30ae321ace96 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca HTTP/1.1" status: 200 len: 909 time: 0.1940868 Jun 29 16:00:33.319306 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a75d6a4-7392-4ba7-b4d1-7bc5ce0d5d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:33.331652 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a86847e-48db-4a48-9367-1c8b7c146312 req-46ff1a96-c77b-4482-ae49-88f8a0f9e764 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=873d0d3d-a76e-41c7-adce-845027fe6a07 HTTP/1.1" status: 200 len: 217 time: 0.0405529 Jun 29 16:00:33.344652 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a75d6a4-7392-4ba7-b4d1-7bc5ce0d5d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:33.388267 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-4984486d-88df-4fc0-8500-c85cf010c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '5447d576-2819-4a29-b315-98170f268684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T15:55:38Z', 'revision_number': 4, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port': {'id': '5447d576-2819-4a29-b315-98170f268684', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:36Z', 'updated_at': '2021-06-29T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'a95a6aaa-93e2-4481-aa37-633180585a87', 'name': '', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'mac_address': 'fa:16:3e:1a:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:38Z', 'updated_at': '2021-06-29T15:55:45Z', 'revision_number': 5, 'project_id': '01dc00b139894e748003f586a560c62b', 'subnets': [{'id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:33.403463 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a75d6a4-7392-4ba7-b4d1-7bc5ce0d5d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:33.406409 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-3a75d6a4-7392-4ba7-b4d1-7bc5ce0d5d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:33.410912 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-3a75d6a4-7392-4ba7-b4d1-7bc5ce0d5d99 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d31c525-c70e-4781-a3fc-3194f9219f39 HTTP/1.1" status: 204 len: 168 time: 0.2012572 Jun 29 16:00:33.412075 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-ee2f1be1-2d68-4afb-aa2d-127a6b30d1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:33.420394 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4984486d-88df-4fc0-8500-c85cf010c688 None None] Checking router: 084f0502-05fd-406a-a183-849461d7c5de for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:00:33.420589 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86847e-48db-4a48-9367-1c8b7c146312 req-f5c80dbe-3908-43ea-83ef-b0537f78b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:33.421978 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a86847e-48db-4a48-9367-1c8b7c146312 req-f5c80dbe-3908-43ea-83ef-b0537f78b937 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2f5c4fc4-26c6-405e-bed0-4c7f8db61585 HTTP/1.1" status: 200 len: 847 time: 0.0822525 Jun 29 16:00:33.422235 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75d6a4-7392-4ba7-b4d1-7bc5ce0d5d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d31c525-c70e-4781-a3fc-3194f9219f39,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:33.432078 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4984486d-88df-4fc0-8500-c85cf010c688 None None] Routers {'084f0502-05fd-406a-a183-849461d7c5de'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:33.433610 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-4984486d-88df-4fc0-8500-c85cf010c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:00:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['084f0502-05fd-406a-a183-849461d7c5de'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:33.439718 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-3a75d6a4-7392-4ba7-b4d1-7bc5ce0d5d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:33.474874 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c82b7-d0a3-4160-9e0e-ac2527d3eef8 req-6e458291-75ba-43c3-a479-01ad4c68c2df tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:33.476370 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d88c82b7-d0a3-4160-9e0e-ac2527d3eef8 req-6e458291-75ba-43c3-a479-01ad4c68c2df tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.1474848 Jun 29 16:00:33.532096 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86847e-48db-4a48-9367-1c8b7c146312 req-23f69bda-05e5-41d6-928e-58e6da75e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:33.533923 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a86847e-48db-4a48-9367-1c8b7c146312 req-23f69bda-05e5-41d6-928e-58e6da75e64b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1008394 Jun 29 16:00:33.537177 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d88c82b7-d0a3-4160-9e0e-ac2527d3eef8 req-1775774f-e69e-4f37-a4ad-667014c4205a tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481684 Jun 29 16:00:33.576595 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-4984486d-88df-4fc0-8500-c85cf010c688 None None] Set router 084f0502-05fd-406a-a183-849461d7c5de gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:33.635110 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a86847e-48db-4a48-9367-1c8b7c146312 req-c8253536-b59d-4df8-a59c-0c5a0870fe86 service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937791 Jun 29 16:00:33.745450 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a86847e-48db-4a48-9367-1c8b7c146312 req-1443fc78-0a01-4e73-b31d-41c68bfd2b31 service neutron] 10.222.0.81 "GET /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012790 Jun 29 16:00:33.825436 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-4984486d-88df-4fc0-8500-c85cf010c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '5447d576-2819-4a29-b315-98170f268684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T15:55:38Z', 'revision_number': 4, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port': {'id': '5447d576-2819-4a29-b315-98170f268684', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:36Z', 'updated_at': '2021-06-29T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'a95a6aaa-93e2-4481-aa37-633180585a87', 'name': '', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'mac_address': 'fa:16:3e:1a:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:38Z', 'updated_at': '2021-06-29T15:55:45Z', 'revision_number': 5, 'project_id': '01dc00b139894e748003f586a560c62b', 'subnets': [{'id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:33.837405 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46030) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:33.853445 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4984486d-88df-4fc0-8500-c85cf010c688 None None] The sync data for ids ['084f0502-05fd-406a-a183-849461d7c5de'] in dv-cinder-792209-4-iscsi is: [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '5447d576-2819-4a29-b315-98170f268684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T15:55:38Z', 'revision_number': 4, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port': {'id': '5447d576-2819-4a29-b315-98170f268684', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:36Z', 'updated_at': '2021-06-29T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': 'a95a6aaa-93e2-4481-aa37-633180585a87', 'name': '', 'network_id': 'b04c0f30-61eb-4f98-b3e1-1b89e76f11ca', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'mac_address': 'fa:16:3e:1a:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:38Z', 'updated_at': '2021-06-29T15:55:45Z', 'revision_number': 5, 'project_id': '01dc00b139894e748003f586a560c62b', 'subnets': [{'id': '2f5c4fc4-26c6-405e-bed0-4c7f8db61585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:00:33.884834 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-609d04a3-8fde-4025-ac85-089eacfa879c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=663218c8e8e4456687d2780c23d037ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461154 Jun 29 16:00:33.886338 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46032) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:33.947055 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-26b20d13-7631-4e09-b1c0-56f3d5ff52bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:33.968413 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-26b20d13-7631-4e09-b1c0-56f3d5ff52bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:34.018119 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-26b20d13-7631-4e09-b1c0-56f3d5ff52bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:34.021441 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-26b20d13-7631-4e09-b1c0-56f3d5ff52bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:34.022621 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-26b20d13-7631-4e09-b1c0-56f3d5ff52bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/272b4b4d-662c-4b8a-82f8-879a133cf2d8 HTTP/1.1" status: 204 len: 168 time: 0.1353691 Jun 29 16:00:34.024107 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-678bbe4b-a5f2-4831-9384-699a75fa2281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:34.032409 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b20d13-7631-4e09-b1c0-56f3d5ff52bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272b4b4d-662c-4b8a-82f8-879a133cf2d8,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:34.035527 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-26b20d13-7631-4e09-b1c0-56f3d5ff52bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:34.139511 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f556873-8fe9-4cf6-9d12-ac3bb85440fc None None] New status for floating IP 91ec3b9a-ab7b-4f58-afa2-33c8092bc76e: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:00:34.725110 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134afe2-819e-47b3-9022-dbc0074c4c04 req-ecd8ecf2-ba3d-4ef4-945e-50549b76faaa tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:34.726625 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8134afe2-819e-47b3-9022-dbc0074c4c04 req-ecd8ecf2-ba3d-4ef4-945e-50549b76faaa tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0662131 Jun 29 16:00:34.767838 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8134afe2-819e-47b3-9022-dbc0074c4c04 req-cfd8606c-b78f-4f97-8e84-f4dda5eea0d2 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/security-groups?id=95a1cba0-e914-4f76-ac2a-90e173ae806c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354722 Jun 29 16:00:34.915320 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eefb1a-1ccc-41e6-9b45-cfe86c7cc0d8 req-bb4e3339-6d04-47c0-bb2b-68ad130be149 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:34.916814 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d3eefb1a-1ccc-41e6-9b45-cfe86c7cc0d8 req-bb4e3339-6d04-47c0-bb2b-68ad130be149 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 946 time: 0.0640969 Jun 29 16:00:35.024022 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-d3eefb1a-1ccc-41e6-9b45-cfe86c7cc0d8 req-70c3727d-4b3f-436c-9f6e-76e85b56cf3c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Deleting port 873d0d3d-a76e-41c7-adce-845027fe6a07 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:35.024358 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d3eefb1a-1ccc-41e6-9b45-cfe86c7cc0d8 req-70c3727d-4b3f-436c-9f6e-76e85b56cf3c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:35.112291 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-d3eefb1a-1ccc-41e6-9b45-cfe86c7cc0d8 req-70c3727d-4b3f-436c-9f6e-76e85b56cf3c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] For port 873d0d3d-a76e-41c7-adce-845027fe6a07, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=873d0d3d-a76e-41c7-adce-845027fe6a07,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:35.112534 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d3eefb1a-1ccc-41e6-9b45-cfe86c7cc0d8 req-70c3727d-4b3f-436c-9f6e-76e85b56cf3c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:35.125274 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-d3eefb1a-1ccc-41e6-9b45-cfe86c7cc0d8 req-70c3727d-4b3f-436c-9f6e-76e85b56cf3c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Calling delete_port for 873d0d3d-a76e-41c7-adce-845027fe6a07 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:35.269220 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d3eefb1a-1ccc-41e6-9b45-cfe86c7cc0d8 req-70c3727d-4b3f-436c-9f6e-76e85b56cf3c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:35.274875 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-d73a7312-b2cf-481c-9992-dde04160cf30 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:35.306207 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3727d-4b3f-436c-9f6e-76e85b56cf3c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Pushing event deleted for resources: {'Port': ['ID=873d0d3d-a76e-41c7-adce-845027fe6a07,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:35.309228 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-70c3727d-4b3f-436c-9f6e-76e85b56cf3c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:35.355873 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3eefb1a-1ccc-41e6-9b45-cfe86c7cc0d8 req-70c3727d-4b3f-436c-9f6e-76e85b56cf3c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] No DVR routers for this DVR port 873d0d3d-a76e-41c7-adce-845027fe6a07 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:00:35.361390 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-d3eefb1a-1ccc-41e6-9b45-cfe86c7cc0d8 req-70c3727d-4b3f-436c-9f6e-76e85b56cf3c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:35.363602 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d3eefb1a-1ccc-41e6-9b45-cfe86c7cc0d8 req-70c3727d-4b3f-436c-9f6e-76e85b56cf3c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.81 "DELETE /v2.0/ports/873d0d3d-a76e-41c7-adce-845027fe6a07 HTTP/1.1" status: 204 len: 173 time: 0.4401808 Jun 29 16:00:35.364125 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'name': 'network-vif-deleted', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:00:35.366665 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7a3676-5b1c-4a07-8781-e79bce3d8379" -d '{"events": [{"server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "name": "network-vif-deleted", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:00:35.413485 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4b1579-5a53-498d-a013-55302a7e37e6 x-openstack-request-id: req-db4b1579-5a53-498d-a013-55302a7e37e6 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:00:35.414337 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7d03eb-1531-449e-b572-268e3316eac8", "name": "network-vif-deleted", "tag": "873d0d3d-a76e-41c7-adce-845027fe6a07", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:00:35.414693 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db4b1579-5a53-498d-a013-55302a7e37e6 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:00:35.415809 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7d03eb-1531-449e-b572-268e3316eac8', 'name': 'network-vif-deleted', 'tag': '873d0d3d-a76e-41c7-adce-845027fe6a07', 'status': 'completed', 'code': 200} Jun 29 16:00:35.933715 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-10316b2d-3778-4a8d-9a48-eeb3a65d7710 req-d34dc1e2-9fd5-412c-81fb-f3a4f71d947c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c7d03eb-1531-449e-b572-268e3316eac8 HTTP/1.1" status: 200 len: 210 time: 0.0317478 Jun 29 16:00:36.813543 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ec8cb4d2-44e0-4e34-a8cf-6bca0f19a584 req-8a3e6b02-6f26-40a3-907c-a07a97a01269 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533252 Jun 29 16:00:36.918959 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb4d2-44e0-4e34-a8cf-6bca0f19a584 req-87adca1b-9939-4568-92e1-3937ebd7284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:36.920448 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ec8cb4d2-44e0-4e34-a8cf-6bca0f19a584 req-87adca1b-9939-4568-92e1-3937ebd7284b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 1098 time: 0.0564709 Jun 29 16:00:37.028327 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46052) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:37.033819 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb4d2-44e0-4e34-a8cf-6bca0f19a584 req-388a96d1-9a98-440c-bd24-aebee5df1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:37.035316 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ec8cb4d2-44e0-4e34-a8cf-6bca0f19a584 req-388a96d1-9a98-440c-bd24-aebee5df1e87 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 912 time: 0.0923686 Jun 29 16:00:37.088466 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0cb8313a-3728-4f38-a28e-1b637ea0449c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:37.104541 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ec8cb4d2-44e0-4e34-a8cf-6bca0f19a584 req-c543e8fc-a9b0-44bc-a667-6d34f32d7c37 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60866604-aac4-4d99-aff6-335cc36d85d1 HTTP/1.1" status: 200 len: 1001 time: 0.0606122 Jun 29 16:00:37.114242 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0cb8313a-3728-4f38-a28e-1b637ea0449c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:37.159829 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb4d2-44e0-4e34-a8cf-6bca0f19a584 req-998f2dae-495c-40fa-97ac-bf57d68394d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:37.161282 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ec8cb4d2-44e0-4e34-a8cf-6bca0f19a584 req-998f2dae-495c-40fa-97ac-bf57d68394d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e782a185-6e99-410c-b6d3-eb6560de4818 HTTP/1.1" status: 200 len: 850 time: 0.0449049 Jun 29 16:00:37.175964 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0cb8313a-3728-4f38-a28e-1b637ea0449c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:37.178631 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-0cb8313a-3728-4f38-a28e-1b637ea0449c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:37.179752 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-0cb8313a-3728-4f38-a28e-1b637ea0449c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] 10.222.0.69 "DELETE /v2.0/security-groups/95a1cba0-e914-4f76-ac2a-90e173ae806c HTTP/1.1" status: 204 len: 168 time: 0.1504402 Jun 29 16:00:37.180654 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9dacffea-ae1c-4df3-adc9-3bd37b4decd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:37.190430 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8313a-3728-4f38-a28e-1b637ea0449c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a1cba0-e914-4f76-ac2a-90e173ae806c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:37.192809 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-0cb8313a-3728-4f38-a28e-1b637ea0449c tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:37.234519 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cb4d2-44e0-4e34-a8cf-6bca0f19a584 req-b8aba828-db23-46c0-96d8-f7729a3c3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:00:37.236015 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ec8cb4d2-44e0-4e34-a8cf-6bca0f19a584 req-b8aba828-db23-46c0-96d8-f7729a3c3b0d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef06879d-50c8-4635-a559-6c16b91b96ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677388 Jun 29 16:00:37.327476 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ec8cb4d2-44e0-4e34-a8cf-6bca0f19a584 req-b918ac03-d84f-4ddb-bbc2-ba0f252307bb service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841422 Jun 29 16:00:37.422921 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ec8cb4d2-44e0-4e34-a8cf-6bca0f19a584 req-60f29d1f-465d-4c60-9a82-d897e919d0fc service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883183 Jun 29 16:00:38.098080 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 873d0d3d-a76e-41c7-adce-845027fe6a07 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:38.117728 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: 873d0d3d-a76e-41c7-adce-845027fe6a07 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:38.118080 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 873d0d3d-a76e-41c7-adce-845027fe6a07 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:38.255348 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46060) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:38.746530 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2447a00d-e102-45e2-ad1c-fdaa060d17d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001785'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:39.201796 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-2447a00d-e102-45e2-ad1c-fdaa060d17d8 admin admin] Deleting port a95a6aaa-93e2-4481-aa37-633180585a87 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:39.202135 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2447a00d-e102-45e2-ad1c-fdaa060d17d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:39.278337 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-2447a00d-e102-45e2-ad1c-fdaa060d17d8 admin admin] For port a95a6aaa-93e2-4481-aa37-633180585a87, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=a95a6aaa-93e2-4481-aa37-633180585a87,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:39.279032 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2447a00d-e102-45e2-ad1c-fdaa060d17d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:39.291857 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-2447a00d-e102-45e2-ad1c-fdaa060d17d8 admin admin] Calling delete_port for a95a6aaa-93e2-4481-aa37-633180585a87 owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:39.474037 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2447a00d-e102-45e2-ad1c-fdaa060d17d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:39.475934 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-713556ef-8504-4046-b335-4d1e5f786bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:39.506012 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447a00d-e102-45e2-ad1c-fdaa060d17d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a95a6aaa-93e2-4481-aa37-633180585a87,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:39.509076 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2447a00d-e102-45e2-ad1c-fdaa060d17d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:39.676765 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-2447a00d-e102-45e2-ad1c-fdaa060d17d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000585'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:39.895316 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2447a00d-e102-45e2-ad1c-fdaa060d17d8 admin admin] Router 084f0502-05fd-406a-a183-849461d7c5de has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:00:40.001616 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2447a00d-e102-45e2-ad1c-fdaa060d17d8 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:00:40.006513 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-2447a00d-e102-45e2-ad1c-fdaa060d17d8 admin admin] 10.222.0.69 "PUT /v2.0/routers/084f0502-05fd-406a-a183-849461d7c5de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502210 Jun 29 16:00:40.009007 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46070) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:40.010529 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34ee2e-1c6b-4ec1-8ff1-fc02f1dc8516 None None] Sync routers for ids ['084f0502-05fd-406a-a183-849461d7c5de'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:00:40.019443 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34ee2e-1c6b-4ec1-8ff1-fc02f1dc8516 None None] Routers {'084f0502-05fd-406a-a183-849461d7c5de'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:40.020051 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3b34ee2e-1c6b-4ec1-8ff1-fc02f1dc8516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:00:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['084f0502-05fd-406a-a183-849461d7c5de'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:40.116957 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.126089 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-3b34ee2e-1c6b-4ec1-8ff1-fc02f1dc8516 None None] Set router 084f0502-05fd-406a-a183-849461d7c5de gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:40.220534 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.274359 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Deleting port 5447d576-2819-4a29-b315-98170f268684 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:40.274699 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.309615 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3b34ee2e-1c6b-4ec1-8ff1-fc02f1dc8516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': '5447d576-2819-4a29-b315-98170f268684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T16:00:39Z', 'revision_number': 5, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port': {'id': '5447d576-2819-4a29-b315-98170f268684', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084f0502-05fd-406a-a183-849461d7c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:36Z', 'updated_at': '2021-06-29T15:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:40.335930 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34ee2e-1c6b-4ec1-8ff1-fc02f1dc8516 None None] Checking router: 084f0502-05fd-406a-a183-849461d7c5de for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:00:40.344133 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34ee2e-1c6b-4ec1-8ff1-fc02f1dc8516 None None] Routers {'084f0502-05fd-406a-a183-849461d7c5de'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:40.344752 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3b34ee2e-1c6b-4ec1-8ff1-fc02f1dc8516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:00:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['084f0502-05fd-406a-a183-849461d7c5de'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:40.352521 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] For port 5447d576-2819-4a29-b315-98170f268684, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=5447d576-2819-4a29-b315-98170f268684,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:40.353059 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.365039 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Calling delete_port for 5447d576-2819-4a29-b315-98170f268684 owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:40.551382 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.553649 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:40.562051 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-3b34ee2e-1c6b-4ec1-8ff1-fc02f1dc8516 None None] Set router 084f0502-05fd-406a-a183-849461d7c5de gateway port host: None {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:40.582032 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Pushing event deleted for resources: {'Port': ['ID=5447d576-2819-4a29-b315-98170f268684,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:40.585107 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:40.618216 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-3b34ee2e-1c6b-4ec1-8ff1-fc02f1dc8516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T16:00:40Z', 'revision_number': 6, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port_host': None}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:40.644671 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b34ee2e-1c6b-4ec1-8ff1-fc02f1dc8516 None None] The sync data for ids ['084f0502-05fd-406a-a183-849461d7c5de'] in dv-cinder-792209-4-iscsi is: [{'id': '084f0502-05fd-406a-a183-849461d7c5de', 'name': 'tempest-TestShelveInstance-760199072-router', 'tenant_id': '01dc00b139894e748003f586a560c62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:35Z', 'updated_at': '2021-06-29T16:00:40Z', 'revision_number': 6, 'project_id': '01dc00b139894e748003f586a560c62b', 'gw_port_host': None}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:00:40.645902 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646125'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.748351 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1000101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1739'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.750661 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.798460 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1001388'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.799013 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 084f0502-05fd-406a-a183-849461d7c5de {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:00:40.806174 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.808098 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d6515e44-0f4e-4609-a616-8d424c058425 admin admin] 10.222.0.69 "DELETE /v2.0/routers/084f0502-05fd-406a-a183-849461d7c5de HTTP/1.1" status: 204 len: 168 time: 0.7974682 Jun 29 16:00:40.810479 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46074) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:40.855219 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2143b98-5fd8-4a92-a877-dcd096e04f37 admin admin] Deleting subnet 2f5c4fc4-26c6-405e-bed0-4c7f8db61585 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:00:40.858438 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b2143b98-5fd8-4a92-a877-dcd096e04f37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.892069 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b2143b98-5fd8-4a92-a877-dcd096e04f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2514715'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:40.974124 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b2143b98-5fd8-4a92-a877-dcd096e04f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.005565 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c39f73ce-aacd-40f5-9a44-5152fba2cbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.030502 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b2143b98-5fd8-4a92-a877-dcd096e04f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9716441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9850893'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.032755 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fef58831-bc1b-40a5-8513-40739ee51e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:41.055615 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2143b98-5fd8-4a92-a877-dcd096e04f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f5c4fc4-26c6-405e-bed0-4c7f8db61585,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:41.059485 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-b2143b98-5fd8-4a92-a877-dcd096e04f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:41.062144 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-b2143b98-5fd8-4a92-a877-dcd096e04f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.064174 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b2143b98-5fd8-4a92-a877-dcd096e04f37 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2f5c4fc4-26c6-405e-bed0-4c7f8db61585 HTTP/1.1" status: 204 len: 168 time: 0.2526200 Jun 29 16:00:41.066735 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46076) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:41.068341 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ca6cf3-b482-4db4-b278-f88e904531f5 None None] Network b04c0f30-61eb-4f98-b3e1-1b89e76f11ca requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:00:41.138568 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.194393 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 5447d576-2819-4a29-b315-98170f268684 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:41.205573 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Deleting port c1349c00-38c1-47cd-97f2-bbc513f98135 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:41.205923 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.219802 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 5447d576-2819-4a29-b315-98170f268684 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:41.220157 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 5447d576-2819-4a29-b315-98170f268684 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:41.220577 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a95a6aaa-93e2-4481-aa37-633180585a87 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:41.242321 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: a95a6aaa-93e2-4481-aa37-633180585a87 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:41.242670 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a95a6aaa-93e2-4481-aa37-633180585a87 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:41.279912 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] For port c1349c00-38c1-47cd-97f2-bbc513f98135, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=c1349c00-38c1-47cd-97f2-bbc513f98135,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:41.280279 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.295641 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Calling delete_port for c1349c00-38c1-47cd-97f2-bbc513f98135 owned by network:dhcp {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:41.316593 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec9b407-9c1e-443b-8c1a-dd8fd9857458 None None] DHCP port deletion for b04c0f30-61eb-4f98-b3e1-1b89e76f11ca request from dv-cinder-792209-4-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:00:41.368543 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9b407-9c1e-443b-8c1a-dd8fd9857458 None None] Deleting port c1349c00-38c1-47cd-97f2-bbc513f98135 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:41.369674 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b407-9c1e-443b-8c1a-dd8fd9857458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.382860 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.386232 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-774f578a-7012-4b69-9b21-3360d94ab1f0 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:41.410826 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Pushing event deleted for resources: {'Port': ['ID=c1349c00-38c1-47cd-97f2-bbc513f98135,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:41.413922 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:41.414715 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] No DVR routers for this DVR port c1349c00-38c1-47cd-97f2-bbc513f98135 on host dv-cinder-792209-4-iscsi {{(pid=92923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:00:41.439185 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-2ec9b407-9c1e-443b-8c1a-dd8fd9857458 None None] For port c1349c00-38c1-47cd-97f2-bbc513f98135, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=c1349c00-38c1-47cd-97f2-bbc513f98135,segment=NetworkSegment(0e6951ba-c671-465d-831c-b475dfbb2f80),segment_id=0e6951ba-c671-465d-831c-b475dfbb2f80)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:41.439478 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b407-9c1e-443b-8c1a-dd8fd9857458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.454703 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9b407-9c1e-443b-8c1a-dd8fd9857458 None None] Calling delete_port for c1349c00-38c1-47cd-97f2-bbc513f98135 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:41.491970 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.505325 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04c0f30-61eb-4f98-b3e1-1b89e76f11ca']}} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:41.520747 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6951ba-c671-465d-831c-b475dfbb2f80') {'for_net_delete': True} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:41.521110 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.services.segments.db [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6951ba-c671-465d-831c-b475dfbb2f80') {} {{(pid=92923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:41.531729 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2514708'] for segment, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.542823 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b407-9c1e-443b-8c1a-dd8fd9857458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.544789 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:41.546639 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.552716 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=92923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:00:41.553106 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9716340'] for segment, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: Traceback (most recent call last): Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: timer() Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: cb(*args, **kw) Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: return func(*args, **kwargs) Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: self._notify() Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: self.callback(batched_events) Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: event.method(event) Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: return f(self, *a, **k) Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._get(url).json() Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: return self.request(url, 'GET', **kwargs) Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:00:41.554780 dv-cinder-792209-4-iscsi neutron-server[92923]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:00:41.566832 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9b407-9c1e-443b-8c1a-dd8fd9857458 None None] Pushing event deleted for resources: {'Port': ['ID=c1349c00-38c1-47cd-97f2-bbc513f98135,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:41.570304 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-2ec9b407-9c1e-443b-8c1a-dd8fd9857458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:41.572712 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec9b407-9c1e-443b-8c1a-dd8fd9857458 None None] No DVR routers for this DVR port c1349c00-38c1-47cd-97f2-bbc513f98135 on host dv-cinder-792209-4-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:00:41.612272 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.615890 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-2f9527de-bb6c-4ffe-a1ba-98bb6d306c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:41.619480 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:41.620638 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] 10.222.0.69 "DELETE /v2.0/networks/b04c0f30-61eb-4f98-b3e1-1b89e76f11ca HTTP/1.1" status: 204 len: 168 time: 0.5529950 Jun 29 16:00:41.623638 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46078) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:41.631412 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Pushing event deleted for resources: {'Network': ['ID=b04c0f30-61eb-4f98-b3e1-1b89e76f11ca,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:41.633860 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-00640013-cd55-4af3-a180-5ace529c764f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:41.973012 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cd48-8bb3-4913-9c34-371c0494bf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001785'] for router_interface, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:42.155679 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:00:42.229597 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-e5a0cd48-8bb3-4913-9c34-371c0494bf2e admin admin] Deleting port bd6d64dd-ecec-4730-ad0c-43b2682e696b {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:42.229869 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cd48-8bb3-4913-9c34-371c0494bf2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:42.310464 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-e5a0cd48-8bb3-4913-9c34-371c0494bf2e admin admin] For port bd6d64dd-ecec-4730-ad0c-43b2682e696b, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=bd6d64dd-ecec-4730-ad0c-43b2682e696b,segment=NetworkSegment(3ef7d102-3dd5-4892-a3de-bfa9c6911c9b),segment_id=3ef7d102-3dd5-4892-a3de-bfa9c6911c9b)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:42.311084 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cd48-8bb3-4913-9c34-371c0494bf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:42.326113 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-e5a0cd48-8bb3-4913-9c34-371c0494bf2e admin admin] Calling delete_port for bd6d64dd-ecec-4730-ad0c-43b2682e696b owned by network:router_interface {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:42.505949 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cd48-8bb3-4913-9c34-371c0494bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:42.507803 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-eb3d7985-7bfd-4633-8d06-178f716aff95 tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:42.532650 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0cd48-8bb3-4913-9c34-371c0494bf2e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd6d64dd-ecec-4730-ad0c-43b2682e696b,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:42.535143 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e5a0cd48-8bb3-4913-9c34-371c0494bf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:42.701148 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-e5a0cd48-8bb3-4913-9c34-371c0494bf2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000585'] for router_interface, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:42.926099 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a0cd48-8bb3-4913-9c34-371c0494bf2e admin admin] Router 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:00:42.959803 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c1349c00-38c1-47cd-97f2-bbc513f98135 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:42.982800 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: c1349c00-38c1-47cd-97f2-bbc513f98135 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:42.983678 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device c1349c00-38c1-47cd-97f2-bbc513f98135 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:43.036282 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a0cd48-8bb3-4913-9c34-371c0494bf2e admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:00:43.042523 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-e5a0cd48-8bb3-4913-9c34-371c0494bf2e admin admin] 10.222.0.69 "PUT /v2.0/routers/0c3fc9e6-4b06-4b47-a11f-c46cbe622a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4174435 Jun 29 16:00:43.044877 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46084) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:43.047439 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24e75ad-7a18-46ea-baac-393f043f06b6 None None] Sync routers for ids ['0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:00:43.057140 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e75ad-7a18-46ea-baac-393f043f06b6 None None] Routers {'0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:43.057879 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a24e75ad-7a18-46ea-baac-393f043f06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:00:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:43.169274 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-a24e75ad-7a18-46ea-baac-393f043f06b6 None None] Set router 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:43.357191 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a24e75ad-7a18-46ea-baac-393f043f06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'name': 'tempest-TestShelveInstance-1485222499-router', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T16:00:42Z', 'revision_number': 5, 'project_id': '5ff71668324040afbaddcf446cf7e299', 'gw_port': {'id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:43.387367 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24e75ad-7a18-46ea-baac-393f043f06b6 None None] Checking router: 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:00:43.396836 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24e75ad-7a18-46ea-baac-393f043f06b6 None None] Routers {'0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:00:43.397681 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a24e75ad-7a18-46ea-baac-393f043f06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:00:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:43.443058 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:43.501592 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-a24e75ad-7a18-46ea-baac-393f043f06b6 None None] Set router 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:00:43.547273 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:43.604822 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Deleting port 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:43.605158 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:43.690633 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] For port 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=23e0c96d-e10a-4ff8-85dd-60cf85ab3f02,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:43.691001 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:43.704838 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Calling delete_port for 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:43.723606 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:43.778765 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-eaa54848-7cf1-491c-b66c-37e90867ad56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:43.781677 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-a24e75ad-7a18-46ea-baac-393f043f06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'name': 'tempest-TestShelveInstance-1485222499-router', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T16:00:42Z', 'revision_number': 5, 'project_id': '5ff71668324040afbaddcf446cf7e299', 'gw_port': {'id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:43.810368 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24e75ad-7a18-46ea-baac-393f043f06b6 None None] The sync data for ids ['0c3fc9e6-4b06-4b47-a11f-c46cbe622a66'] in dv-cinder-792209-4-iscsi is: [{'id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'name': 'tempest-TestShelveInstance-1485222499-router', 'tenant_id': '5ff71668324040afbaddcf446cf7e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T16:00:42Z', 'revision_number': 5, 'project_id': '5ff71668324040afbaddcf446cf7e299', 'gw_port': {'id': '23e0c96d-e10a-4ff8-85dd-60cf85ab3f02', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3fc9e6-4b06-4b47-a11f-c46cbe622a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:55:41Z', 'updated_at': '2021-06-29T15:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:00:43.894155 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:43.897021 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9c780031-b32c-44ff-8a95-e47485c07212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:43.921211 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Pushing event deleted for resources: {'Port': ['ID=23e0c96d-e10a-4ff8-85dd-60cf85ab3f02,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:43.924301 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:43.985411 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646125'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.081441 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1000101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1739'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.083590 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.128760 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1001388'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.129203 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:00:44.136848 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.136848 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-06a4d26e-2492-412b-bab1-47489fc5ae2d admin admin] 10.222.0.69 "DELETE /v2.0/routers/0c3fc9e6-4b06-4b47-a11f-c46cbe622a66 HTTP/1.1" status: 204 len: 168 time: 1.0887949 Jun 29 16:00:44.138645 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46088) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:44.195767 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-962a611b-c4a9-4574-9e1b-9c2ae6940362 admin admin] Deleting subnet 54dffdb0-2cb4-4b66-80b9-b8a67d094be8 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:00:44.200123 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-962a611b-c4a9-4574-9e1b-9c2ae6940362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.238385 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-962a611b-c4a9-4574-9e1b-9c2ae6940362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9294822'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.321587 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-962a611b-c4a9-4574-9e1b-9c2ae6940362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.386566 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-962a611b-c4a9-4574-9e1b-9c2ae6940362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9165188'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.390147 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1854b3d2-7802-4290-9467-31d3b228a4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:44.413820 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a611b-c4a9-4574-9e1b-9c2ae6940362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54dffdb0-2cb4-4b66-80b9-b8a67d094be8,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:44.417013 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-962a611b-c4a9-4574-9e1b-9c2ae6940362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:44.422425 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-962a611b-c4a9-4574-9e1b-9c2ae6940362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.429462 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-962a611b-c4a9-4574-9e1b-9c2ae6940362 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/54dffdb0-2cb4-4b66-80b9-b8a67d094be8 HTTP/1.1" status: 204 len: 168 time: 0.2860756 Jun 29 16:00:44.429462 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46090) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:44.431808 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457e03de-4f40-4f1c-8c73-848729a8aaa5 None None] Network b9e65837-af1d-479b-a5ec-edf98409df0b requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:00:44.514094 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.584346 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Deleting port 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:00:44.584575 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.647093 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.651176 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] For port 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=9269eda2-95f4-40bc-bdb8-07ecfd6bc19e,segment=NetworkSegment(3ef7d102-3dd5-4892-a3de-bfa9c6911c9b),segment_id=3ef7d102-3dd5-4892-a3de-bfa9c6911c9b)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:00:44.651539 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.663373 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Calling delete_port for 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:00:44.747204 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.749322 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-9626b316-b581-4db1-b064-accf2b5b2d45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:44.774570 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9269eda2-95f4-40bc-bdb8-07ecfd6bc19e,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:44.777475 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] No DVR routers for this DVR port 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e on host dv-cinder-792209-4-iscsi {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:00:44.778967 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:44.838473 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c0370c-e6fb-4a13-8950-ebb9c700ec7b None None] DHCP port deletion for b9e65837-af1d-479b-a5ec-edf98409df0b request from dv-cinder-792209-4-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:00:44.874189 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.885229 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e65837-af1d-479b-a5ec-edf98409df0b']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:44.896199 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef7d102-3dd5-4892-a3de-bfa9c6911c9b') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:44.896499 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef7d102-3dd5-4892-a3de-bfa9c6911c9b') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:00:44.906686 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9294825'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.921777 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.929261 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:00:44.929694 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477928'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: timer() Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: cb(*args, **kw) Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: self._notify() Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: self.callback(batched_events) Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: event.method(event) Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._get(url).json() Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:00:44.933515 dv-cinder-792209-4-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:00:44.944627 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:44.964889 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:44.965240 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 23e0c96d-e10a-4ff8-85dd-60cf85ab3f02 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:44.965691 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:44.985073 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:44.985805 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 9269eda2-95f4-40bc-bdb8-07ecfd6bc19e not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:44.986357 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.986610 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device bd6d64dd-ecec-4730-ad0c-43b2682e696b no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:00:44.991947 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:44.995487 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:44.997593 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b9e65837-af1d-479b-a5ec-edf98409df0b HTTP/1.1" status: 204 len: 168 time: 0.5695808 Jun 29 16:00:45.011164 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e65837-af1d-479b-a5ec-edf98409df0b,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:45.013552 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:45.014639 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: bd6d64dd-ecec-4730-ad0c-43b2682e696b {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:00:45.015003 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device bd6d64dd-ecec-4730-ad0c-43b2682e696b not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:00:45.111991 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46106) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:45.155048 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-5f299a1c-1226-4d94-85be-36e4abc5248e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=01dc00b139894e748003f586a560c62b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428872 Jun 29 16:00:45.157564 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46110) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:45.205818 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4798-941f-4f5c-a5ab-9457c6eb852d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:45.227466 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4798-941f-4f5c-a5ab-9457c6eb852d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:45.271821 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4798-941f-4f5c-a5ab-9457c6eb852d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:45.274316 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e6d4798-941f-4f5c-a5ab-9457c6eb852d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:45.276026 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7e6d4798-941f-4f5c-a5ab-9457c6eb852d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e13e7852-ac72-43c3-95b5-96699b1b3a70 HTTP/1.1" status: 204 len: 168 time: 0.1173272 Jun 29 16:00:45.276843 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3948be9c-592c-49e1-9bee-078674478519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:45.284022 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d4798-941f-4f5c-a5ab-9457c6eb852d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13e7852-ac72-43c3-95b5-96699b1b3a70,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:45.286451 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7e6d4798-941f-4f5c-a5ab-9457c6eb852d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:45.584625 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46116) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:45.623409 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-ef7d7521-3c13-442d-b591-135a61266a1f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ff71668324040afbaddcf446cf7e299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375376 Jun 29 16:00:45.625754 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46118) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:00:45.671790 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c5b78774-e68a-4866-b7c5-74f9b9e97bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:45.692882 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c5b78774-e68a-4866-b7c5-74f9b9e97bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:45.739671 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c5b78774-e68a-4866-b7c5-74f9b9e97bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:45.742224 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-c5b78774-e68a-4866-b7c5-74f9b9e97bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:00:45.743339 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c5b78774-e68a-4866-b7c5-74f9b9e97bb9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e398e998-ea26-4c12-9936-8f0c5b045d71 HTTP/1.1" status: 204 len: 168 time: 0.1166933 Jun 29 16:00:45.744606 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-73bc8b6e-fd94-4651-a5a7-b50d4e69cc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:00:45.752623 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b78774-e68a-4866-b7c5-74f9b9e97bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e398e998-ea26-4c12-9936-8f0c5b045d71,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:00:45.755731 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c5b78774-e68a-4866-b7c5-74f9b9e97bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:00:46.268585 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:00.845153 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:01.871304 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46194) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:01.977584 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a1e54219-824c-4f59-b476-215f8055ade1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:02.062762 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a1e54219-824c-4f59-b476-215f8055ade1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:02.067473 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-a1e54219-824c-4f59-b476-215f8055ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:02.069781 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-799162d7-ffa4-4c63-93af-41b7b3869fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:02.105035 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-a1e54219-824c-4f59-b476-215f8055ade1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d8ea892d508e45639ca3a4ed1c254ded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327349 Jun 29 16:01:02.105804 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e54219-824c-4f59-b476-215f8055ade1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03eca0bb-80ad-4a5d-8b65-f9333de30e30,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:02.108537 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46198) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:02.109081 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a1e54219-824c-4f59-b476-215f8055ade1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:02.158833 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4502e23e-173b-4c6d-9ce6-75ac0f2e2ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:02.179124 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4502e23e-173b-4c6d-9ce6-75ac0f2e2ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:02.228527 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4502e23e-173b-4c6d-9ce6-75ac0f2e2ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:02.231201 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-4502e23e-173b-4c6d-9ce6-75ac0f2e2ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:02.232322 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-4502e23e-173b-4c6d-9ce6-75ac0f2e2ef4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/03eca0bb-80ad-4a5d-8b65-f9333de30e30 HTTP/1.1" status: 204 len: 168 time: 0.1224396 Jun 29 16:01:02.233247 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-78cd5145-c28e-437d-a915-142b6503945b tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:02.240625 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502e23e-173b-4c6d-9ce6-75ac0f2e2ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eca0bb-80ad-4a5d-8b65-f9333de30e30,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:02.243097 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-4502e23e-173b-4c6d-9ce6-75ac0f2e2ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:04.405022 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-05cae8c8-9a66-4965-83d9-a95b161dbe9c tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ec3e1bbfd6124979ad0bfe185062eb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295663 Jun 29 16:01:04.585346 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-ad427bcc-3dc5-4c83-a3a9-2ec4e5e50469 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:04.586696 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-ad427bcc-3dc5-4c83-a3a9-2ec4e5e50469 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766396 Jun 29 16:01:04.602160 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-5f902d75-bd37-44d9-bd94-eac1d356142a tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/quotas/ec3e1bbfd6124979ad0bfe185062eb30 HTTP/1.1" status: 200 len: 375 time: 0.0091238 Jun 29 16:01:04.634360 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-057425e1-ff2c-469e-bb4f-b4010451fc4e tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec3e1bbfd6124979ad0bfe185062eb30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272305 Jun 29 16:01:04.798167 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d10dea6a-d752-4911-992a-d0221344caab req-a8dc6c4e-0f18-4e82-8db4-b0e6a1e8ba5d tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 210 time: 0.0288334 Jun 29 16:01:05.749992 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-d2ce1a0e-7970-4a4a-91fb-05682dcb5b96 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ec3e1bbfd6124979ad0bfe185062eb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221181 Jun 29 16:01:05.868805 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-2d775971-ddfc-47b0-b791-a64837bda660 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:05.870979 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-2d775971-ddfc-47b0-b791-a64837bda660 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1157150 Jun 29 16:01:05.882980 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Request body: {'port': {'device_id': 'ac674bc8-ffd4-40ba-a174-7b0bf92399f9', 'network_id': '71a41f3c-0199-4c29-848f-c5a470cbc004', 'admin_state_up': True, 'tenant_id': 'ec3e1bbfd6124979ad0bfe185062eb30'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:01:05.971060 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-785a6b74-844f-4fd5-ac0a-221d4eedfe5f req-1178c4ec-f5df-4433-8a4d-f7c1b6bfa181 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 210 time: 0.0396340 Jun 29 16:01:06.016857 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Made reservation on behalf of ec3e1bbfd6124979ad0bfe185062eb30 for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:01:06.020356 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:06.033218 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:06.125497 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:06.129164 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:06.133198 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-26b20d13-7631-4e09-b1c0-56f3d5ff52bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:06.190831 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0fb559-dfc0-41b0-8f4b-afcaa76958a4,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:06.196570 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:06.262789 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Allocated IP 192.168.233.159 (71a41f3c-0199-4c29-848f-c5a470cbc004/30f083f4-121b-4431-a9be-037563a20875/9b66388c-8d38-4708-9aea-f976ecdbea1f) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:01:06.406152 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:06.419075 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Transition to ACTIVE for port object 9b66388c-8d38-4708-9aea-f976ecdbea1f will not be triggered until provisioned by entity DHCP. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:01:06.451733 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:06.455452 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f070dedb-b926-479d-aa3a-35df37269ffd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:06.500452 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Network 71a41f3c-0199-4c29-848f-c5a470cbc004 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:01:06.504383 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:01:06.510173 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:01:06.541229 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Pushing event updated for resources: {'Port': ['ID=9b66388c-8d38-4708-9aea-f976ecdbea1f,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:06.552907 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:06.576006 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:06.576657 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:06.591965 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7130604 Jun 29 16:01:06.603495 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Request body: {'port': {'device_id': 'ac674bc8-ffd4-40ba-a174-7b0bf92399f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:01:06.678224 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:06.773018 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-c39bb210-696b-4c73-965b-405f78719400 None None] Provisioning for port 9b66388c-8d38-4708-9aea-f976ecdbea1f completed by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:01:06.776840 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-c39bb210-696b-4c73-965b-405f78719400 None None] Provisioning complete for port 9b66388c-8d38-4708-9aea-f976ecdbea1f triggered by entity DHCP. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:01:06.777347 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-c39bb210-696b-4c73-965b-405f78719400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:06.811531 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-c39bb210-696b-4c73-965b-405f78719400 None None] Port 9b66388c-8d38-4708-9aea-f976ecdbea1f cannot update to ACTIVE because it is not bound. {{(pid=92924) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:01:06.937532 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b66388c-8d38-4708-9aea-f976ecdbea1f {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:01:06.945344 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:06.956966 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Transition to ACTIVE for port object 9b66388c-8d38-4708-9aea-f976ecdbea1f will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:01:06.960692 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:06.963537 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-a56ca45b-531d-4b42-b1d2-7c3a603288a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:07.011215 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd905857-293a-4146-8e96-320252beead6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b66388c-8d38-4708-9aea-f976ecdbea1f,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:07.014608 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fd905857-293a-4146-8e96-320252beead6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:07.083994 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Attempting to bind port 9b66388c-8d38-4708-9aea-f976ecdbea1f on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:01:07.084554 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Attempting to bind port 9b66388c-8d38-4708-9aea-f976ecdbea1f by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '3ce70eee-d81d-4114-9a22-819086482477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71a41f3c-0199-4c29-848f-c5a470cbc004'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:01:07.085323 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Attempting to bind port 9b66388c-8d38-4708-9aea-f976ecdbea1f on network 71a41f3c-0199-4c29-848f-c5a470cbc004 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:01:07.090554 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Port 9b66388c-8d38-4708-9aea-f976ecdbea1f on network 71a41f3c-0199-4c29-848f-c5a470cbc004 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:01:07.091097 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Attempting to bind port 9b66388c-8d38-4708-9aea-f976ecdbea1f on network 71a41f3c-0199-4c29-848f-c5a470cbc004 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:01:07.097956 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:01:07.098386 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Checking segment: {'id': '3ce70eee-d81d-4114-9a22-819086482477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71a41f3c-0199-4c29-848f-c5a470cbc004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:01:07.098850 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Bound using segment: {'id': '3ce70eee-d81d-4114-9a22-819086482477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71a41f3c-0199-4c29-848f-c5a470cbc004'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:01:07.099357 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Bound port: 9b66388c-8d38-4708-9aea-f976ecdbea1f, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ce70eee-d81d-4114-9a22-819086482477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '71a41f3c-0199-4c29-848f-c5a470cbc004'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:01:07.099792 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:07.152720 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffad407-47b2-4628-973a-af6be6f3053f req-3a929b26-b414-4e59-bb7d-e8e9d0614740 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:07.154960 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6ffad407-47b2-4628-973a-af6be6f3053f req-3a929b26-b414-4e59-bb7d-e8e9d0614740 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 948 time: 0.0678337 Jun 29 16:01:07.174900 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] For port 9b66388c-8d38-4708-9aea-f976ecdbea1f, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:01:07.178362 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] For port 9b66388c-8d38-4708-9aea-f976ecdbea1f, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9b66388c-8d38-4708-9aea-f976ecdbea1f,segment=NetworkSegment(3ce70eee-d81d-4114-9a22-819086482477),segment_id=3ce70eee-d81d-4114-9a22-819086482477)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:01:07.183217 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:07.185609 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e04ac79b-3186-4574-bc3b-3c8f78a1ae85 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:07.195878 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-6ffad407-47b2-4628-973a-af6be6f3053f req-3c7f5f0b-6ed9-4849-a169-8aa975c94ca9 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b0fb559-dfc0-41b0-8f4b-afcaa76958a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336022 Jun 29 16:01:07.224969 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:07.226068 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:07.227377 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fd905857-293a-4146-8e96-320252beead6 service neutron] 10.222.0.81 "PUT /v2.0/ports/9b66388c-8d38-4708-9aea-f976ecdbea1f HTTP/1.1" status: 200 len: 1098 time: 0.6281204 Jun 29 16:01:07.227921 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac674bc8-ffd4-40ba-a174-7b0bf92399f9', 'tag': '9b66388c-8d38-4708-9aea-f976ecdbea1f'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:01:07.231761 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f540b2b-c7a4-4779-9295-9008d3f96677" -d '{"events": [{"name": "network-changed", "server_uuid": "ac674bc8-ffd4-40ba-a174-7b0bf92399f9", "tag": "9b66388c-8d38-4708-9aea-f976ecdbea1f"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:01:07.259233 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd905857-293a-4146-8e96-320252beead6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b66388c-8d38-4708-9aea-f976ecdbea1f,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:07.268002 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fd905857-293a-4146-8e96-320252beead6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:07.298527 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b237110-3d04-4d1e-8cab-385c89bf19d5 x-openstack-request-id: req-4b237110-3d04-4d1e-8cab-385c89bf19d5 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:01:07.298860 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac674bc8-ffd4-40ba-a174-7b0bf92399f9", "tag": "9b66388c-8d38-4708-9aea-f976ecdbea1f", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:01:07.299154 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4b237110-3d04-4d1e-8cab-385c89bf19d5 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:01:07.299587 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac674bc8-ffd4-40ba-a174-7b0bf92399f9', 'tag': '9b66388c-8d38-4708-9aea-f976ecdbea1f', 'status': 'completed', 'code': 200} Jun 29 16:01:07.325599 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-d23eb392-689d-4996-8fa7-907cb5d1422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:07.327093 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-d23eb392-689d-4996-8fa7-907cb5d1422f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec3e1bbfd6124979ad0bfe185062eb30&device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 1101 time: 0.0603566 Jun 29 16:01:07.372469 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-23df9710-a57e-4e3a-a96b-976e29be5a40 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=9b66388c-8d38-4708-9aea-f976ecdbea1f HTTP/1.1" status: 200 len: 217 time: 0.0384877 Jun 29 16:01:07.420827 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fa95a859-4955-4ef8-9537-d888f6218188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:07.422320 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-fa95a859-4955-4ef8-9537-d888f6218188 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f083f4-121b-4431-a9be-037563a20875 HTTP/1.1" status: 200 len: 843 time: 0.0443382 Jun 29 16:01:07.478365 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-106c00fe-c7ce-4210-8239-0bc8dc494d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:07.480548 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-106c00fe-c7ce-4210-8239-0bc8dc494d66 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=71a41f3c-0199-4c29-848f-c5a470cbc004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0519671 Jun 29 16:01:07.570181 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-3be57a19-edea-4ed4-b80b-7889e03b9eb5 service neutron] 10.222.0.81 "GET /v2.0/networks/71a41f3c-0199-4c29-848f-c5a470cbc004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834031 Jun 29 16:01:07.656939 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-fa491b6d-1cab-4e63-ae6b-b11f3e3f9b6c req-765411fd-1ed6-455b-81d7-480431236c4a service neutron] 10.222.0.81 "GET /v2.0/networks/71a41f3c-0199-4c29-848f-c5a470cbc004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808461 Jun 29 16:01:07.756468 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f540b2b-c7a4-4779-9295-9008d3f96677 req-7444a625-8f3e-4332-8030-cee15aca2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:07.757843 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f540b2b-c7a4-4779-9295-9008d3f96677 req-7444a625-8f3e-4332-8030-cee15aca2131 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec3e1bbfd6124979ad0bfe185062eb30&device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 1101 time: 0.0511649 Jun 29 16:01:07.848861 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f540b2b-c7a4-4779-9295-9008d3f96677 req-df48b38e-5bfc-48fb-b4d7-b41cdb06a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:07.850310 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f540b2b-c7a4-4779-9295-9008d3f96677 req-df48b38e-5bfc-48fb-b4d7-b41cdb06a3c0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=71a41f3c-0199-4c29-848f-c5a470cbc004 HTTP/1.1" status: 200 len: 870 time: 0.0849576 Jun 29 16:01:07.890827 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f540b2b-c7a4-4779-9295-9008d3f96677 req-3bf876c9-1a23-4327-9d71-35ae2392fa52 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=9b66388c-8d38-4708-9aea-f976ecdbea1f HTTP/1.1" status: 200 len: 217 time: 0.0338111 Jun 29 16:01:07.938666 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f540b2b-c7a4-4779-9295-9008d3f96677 req-d8b8fe16-4e2e-44e3-ad44-40824e05bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:07.940061 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f540b2b-c7a4-4779-9295-9008d3f96677 req-d8b8fe16-4e2e-44e3-ad44-40824e05bd45 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=30f083f4-121b-4431-a9be-037563a20875 HTTP/1.1" status: 200 len: 843 time: 0.0424786 Jun 29 16:01:07.999562 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f540b2b-c7a4-4779-9295-9008d3f96677 req-a5d990b2-e35f-4af2-8da6-6c15938738f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:08.001024 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f540b2b-c7a4-4779-9295-9008d3f96677 req-a5d990b2-e35f-4af2-8da6-6c15938738f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=71a41f3c-0199-4c29-848f-c5a470cbc004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0542333 Jun 29 16:01:08.088576 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f540b2b-c7a4-4779-9295-9008d3f96677 req-87397b38-3dc3-4d7f-84bd-8d0f69761ab9 service neutron] 10.222.0.81 "GET /v2.0/networks/71a41f3c-0199-4c29-848f-c5a470cbc004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798774 Jun 29 16:01:08.177961 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0f540b2b-c7a4-4779-9295-9008d3f96677 req-11649283-0b72-4386-b619-bcaeceff3a56 service neutron] 10.222.0.81 "GET /v2.0/networks/71a41f3c-0199-4c29-848f-c5a470cbc004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828612 Jun 29 16:01:08.277515 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 9b66388c-8d38-4708-9aea-f976ecdbea1f details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:01:08.373660 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 9b66388c-8d38-4708-9aea-f976ecdbea1f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9b66388c-8d38-4708-9aea-f976ecdbea1f,segment=NetworkSegment(3ce70eee-d81d-4114-9a22-819086482477),segment_id=3ce70eee-d81d-4114-9a22-819086482477)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:08.380307 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055ed3a-1481-48ed-91bb-9a6107aecebd req-100587ad-8d8e-4118-a90c-d9685dff17b6 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:08.381856 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8055ed3a-1481-48ed-91bb-9a6107aecebd req-100587ad-8d8e-4118-a90c-d9685dff17b6 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 948 time: 0.0655208 Jun 29 16:01:08.385019 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '9b66388c-8d38-4708-9aea-f976ecdbea1f', 'network_id': '71a41f3c-0199-4c29-848f-c5a470cbc004', 'port_id': '9b66388c-8d38-4708-9aea-f976ecdbea1f', 'mac_address': 'fa:16:3e:70:d9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f083f4-121b-4431-a9be-037563a20875', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:01:08.424659 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:08.439971 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b66388c-8d38-4708-9aea-f976ecdbea1f {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:01:08.461344 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 9b66388c-8d38-4708-9aea-f976ecdbea1f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9b66388c-8d38-4708-9aea-f976ecdbea1f,segment=NetworkSegment(3ce70eee-d81d-4114-9a22-819086482477),segment_id=3ce70eee-d81d-4114-9a22-819086482477)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:08.466230 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:08.468117 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-95b43a61-ae3f-49be-ba6a-e3db28a6c4e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:08.516298 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=9b66388c-8d38-4708-9aea-f976ecdbea1f,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:08.523590 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:08.523935 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:08.524278 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:08.524616 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:08.524947 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:08.525320 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:08.525650 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:08.525979 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:08.526505 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:08.527014 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:08.527154 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:08.527466 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:08.531540 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:08.630611 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8055ed3a-1481-48ed-91bb-9a6107aecebd req-1b5c1a7f-8994-4500-8a7f-7dd0df070ae8 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b0fb559-dfc0-41b0-8f4b-afcaa76958a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368493 Jun 29 16:01:08.695027 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['9b66388c-8d38-4708-9aea-f976ecdbea1f'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:01:09.806887 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858582f9-1749-42d0-9ee0-97b63310bcac req-18db2bab-3d63-479f-bc0d-75ac192946a1 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:09.809352 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-858582f9-1749-42d0-9ee0-97b63310bcac req-18db2bab-3d63-479f-bc0d-75ac192946a1 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 949 time: 0.0649319 Jun 29 16:01:09.845938 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-858582f9-1749-42d0-9ee0-97b63310bcac req-4d02e359-d929-4d7c-8e6a-38a1becaa3fc tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b0fb559-dfc0-41b0-8f4b-afcaa76958a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309052 Jun 29 16:01:10.298349 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 9b66388c-8d38-4708-9aea-f976ecdbea1f up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:01:10.345359 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port 9b66388c-8d38-4708-9aea-f976ecdbea1f completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:01:10.349479 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 9b66388c-8d38-4708-9aea-f976ecdbea1f triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:01:10.349861 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:10.426107 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:10.450402 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac674bc8-ffd4-40ba-a174-7b0bf92399f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b66388c-8d38-4708-9aea-f976ecdbea1f'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:01:10.452629 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d059e235-697d-4553-a599-ac0d9c9ea853" -d '{"events": [{"server_uuid": "ac674bc8-ffd4-40ba-a174-7b0bf92399f9", "name": "network-vif-plugged", "status": "completed", "tag": "9b66388c-8d38-4708-9aea-f976ecdbea1f"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:01:10.465249 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 9b66388c-8d38-4708-9aea-f976ecdbea1f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9b66388c-8d38-4708-9aea-f976ecdbea1f,segment=NetworkSegment(3ce70eee-d81d-4114-9a22-819086482477),segment_id=3ce70eee-d81d-4114-9a22-819086482477)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:10.469740 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:10.471669 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:10.492932 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae8f27f-6722-474c-bb3c-aeb4faa9dd6b x-openstack-request-id: req-5ae8f27f-6722-474c-bb3c-aeb4faa9dd6b {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:01:10.493230 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac674bc8-ffd4-40ba-a174-7b0bf92399f9", "name": "network-vif-plugged", "status": "completed", "tag": "9b66388c-8d38-4708-9aea-f976ecdbea1f", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:01:10.493514 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5ae8f27f-6722-474c-bb3c-aeb4faa9dd6b {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:01:10.493963 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac674bc8-ffd4-40ba-a174-7b0bf92399f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b66388c-8d38-4708-9aea-f976ecdbea1f', 'code': 200} Jun 29 16:01:10.521071 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=9b66388c-8d38-4708-9aea-f976ecdbea1f,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:10.523957 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:10.701651 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52550547-2565-468b-9a7a-d371c4d252a4 req-0be0cdb3-904d-4799-b75b-3993539aacda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:10.703095 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-52550547-2565-468b-9a7a-d371c4d252a4 req-0be0cdb3-904d-4799-b75b-3993539aacda service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 1103 time: 0.0521059 Jun 29 16:01:10.735755 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-52550547-2565-468b-9a7a-d371c4d252a4 req-7ee4e174-248b-4b3f-be49-686f67d44396 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2b0fb559-dfc0-41b0-8f4b-afcaa76958a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268018 Jun 29 16:01:11.007147 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-2a4be8a0-bb5e-46e2-bb60-1b24b084fa4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:11.021114 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd4857-c1c1-493e-87c2-2168399fa389 req-195a612b-8f93-4037-8e79-6e85e440c738 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:11.022579 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cbfd4857-c1c1-493e-87c2-2168399fa389 req-195a612b-8f93-4037-8e79-6e85e440c738 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 950 time: 0.0662904 Jun 29 16:01:11.059971 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-cbfd4857-c1c1-493e-87c2-2168399fa389 req-d4def908-810c-4800-8cb4-16a4fad7c9f5 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b0fb559-dfc0-41b0-8f4b-afcaa76958a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313375 Jun 29 16:01:12.232238 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcf7ef-5df6-4138-8b27-d063d5e22e3b req-7ec39b06-540b-4840-83cc-0711ef69023a tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:12.233714 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1dfcf7ef-5df6-4138-8b27-d063d5e22e3b req-7ec39b06-540b-4840-83cc-0711ef69023a tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 950 time: 0.0626991 Jun 29 16:01:12.270541 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1dfcf7ef-5df6-4138-8b27-d063d5e22e3b req-114d0755-710d-49fe-ba92-05dcd208fe81 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b0fb559-dfc0-41b0-8f4b-afcaa76958a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Jun 29 16:01:12.673366 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c39c0-a399-4ecf-a983-6486ee8f3a9d req-f6341f2f-b882-4cc5-859c-280e54b141fb tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:12.674696 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b29c39c0-a399-4ecf-a983-6486ee8f3a9d req-f6341f2f-b882-4cc5-859c-280e54b141fb tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 950 time: 0.0640037 Jun 29 16:01:12.715812 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b29c39c0-a399-4ecf-a983-6486ee8f3a9d req-4b1c638f-c677-4039-ac6f-c327d99ac175 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b0fb559-dfc0-41b0-8f4b-afcaa76958a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354710 Jun 29 16:01:13.726833 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:13.762731 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8d698e26-7cc3-48d0-b580-c890a4cf3373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:13.938299 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6077-7ad6-4b13-a709-7a142921aa22 req-fe071a26-8492-4448-8110-9d069c0839c0 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:13.939735 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ecca6077-7ad6-4b13-a709-7a142921aa22 req-fe071a26-8492-4448-8110-9d069c0839c0 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 950 time: 0.1047983 Jun 29 16:01:13.954452 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cb6a7-cef7-4109-8869-241df267f25d req-874074b1-2177-45e5-8e1b-f1ef34047413 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:13.955896 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6f1cb6a7-cef7-4109-8869-241df267f25d req-874074b1-2177-45e5-8e1b-f1ef34047413 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 950 time: 0.0938408 Jun 29 16:01:14.022148 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-ecca6077-7ad6-4b13-a709-7a142921aa22 req-12cec96b-a4ae-477d-8ea9-f21527fcdf8a tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/security-groups?id=2b0fb559-dfc0-41b0-8f4b-afcaa76958a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759473 Jun 29 16:01:14.073840 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-6f1cb6a7-cef7-4109-8869-241df267f25d req-666c1e20-a58e-4297-b731-bd7d5af9ce70 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Deleting port 9b66388c-8d38-4708-9aea-f976ecdbea1f {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:14.074177 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-6f1cb6a7-cef7-4109-8869-241df267f25d req-666c1e20-a58e-4297-b731-bd7d5af9ce70 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:14.444446 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-6f1cb6a7-cef7-4109-8869-241df267f25d req-666c1e20-a58e-4297-b731-bd7d5af9ce70 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] For port 9b66388c-8d38-4708-9aea-f976ecdbea1f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=9b66388c-8d38-4708-9aea-f976ecdbea1f,segment=NetworkSegment(3ce70eee-d81d-4114-9a22-819086482477),segment_id=3ce70eee-d81d-4114-9a22-819086482477)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:14.444795 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-6f1cb6a7-cef7-4109-8869-241df267f25d req-666c1e20-a58e-4297-b731-bd7d5af9ce70 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:14.457206 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-6f1cb6a7-cef7-4109-8869-241df267f25d req-666c1e20-a58e-4297-b731-bd7d5af9ce70 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Calling delete_port for 9b66388c-8d38-4708-9aea-f976ecdbea1f owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:14.582784 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-6f1cb6a7-cef7-4109-8869-241df267f25d req-666c1e20-a58e-4297-b731-bd7d5af9ce70 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:14.586843 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b3297475-ed22-4fcc-94be-ae04d5882ef1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:14.612309 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c1e20-a58e-4297-b731-bd7d5af9ce70 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Pushing event deleted for resources: {'Port': ['ID=9b66388c-8d38-4708-9aea-f976ecdbea1f,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:14.615332 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-666c1e20-a58e-4297-b731-bd7d5af9ce70 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:14.651020 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:14.661585 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1cb6a7-cef7-4109-8869-241df267f25d req-666c1e20-a58e-4297-b731-bd7d5af9ce70 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] No DVR routers for this DVR port 9b66388c-8d38-4708-9aea-f976ecdbea1f on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:01:14.664252 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-6f1cb6a7-cef7-4109-8869-241df267f25d req-666c1e20-a58e-4297-b731-bd7d5af9ce70 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:14.666522 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6f1cb6a7-cef7-4109-8869-241df267f25d req-666c1e20-a58e-4297-b731-bd7d5af9ce70 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.81 "DELETE /v2.0/ports/9b66388c-8d38-4708-9aea-f976ecdbea1f HTTP/1.1" status: 204 len: 173 time: 0.7044785 Jun 29 16:01:14.667049 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac674bc8-ffd4-40ba-a174-7b0bf92399f9', 'name': 'network-vif-deleted', 'tag': '9b66388c-8d38-4708-9aea-f976ecdbea1f'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:01:14.669403 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01033a5-7575-4de9-a238-0c7f82721e28" -d '{"events": [{"server_uuid": "ac674bc8-ffd4-40ba-a174-7b0bf92399f9", "name": "network-vif-deleted", "tag": "9b66388c-8d38-4708-9aea-f976ecdbea1f"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:01:14.708950 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b7cb88-5098-428d-9669-9db3979ea73f x-openstack-request-id: req-e7b7cb88-5098-428d-9669-9db3979ea73f {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:01:14.709615 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac674bc8-ffd4-40ba-a174-7b0bf92399f9", "name": "network-vif-deleted", "tag": "9b66388c-8d38-4708-9aea-f976ecdbea1f", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:01:14.709911 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e7b7cb88-5098-428d-9669-9db3979ea73f {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:01:14.710336 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac674bc8-ffd4-40ba-a174-7b0bf92399f9', 'name': 'network-vif-deleted', 'tag': '9b66388c-8d38-4708-9aea-f976ecdbea1f', 'status': 'completed', 'code': 200} Jun 29 16:01:15.180958 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-86014a51-79ad-464b-8263-89352f21c511 req-b54c34c2-faf8-47ae-a202-a1319acdc939 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac674bc8-ffd4-40ba-a174-7b0bf92399f9 HTTP/1.1" status: 200 len: 210 time: 0.0339363 Jun 29 16:01:16.271540 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:16.327417 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 9b66388c-8d38-4708-9aea-f976ecdbea1f no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:01:16.347020 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: 9b66388c-8d38-4708-9aea-f976ecdbea1f {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:01:16.347376 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 9b66388c-8d38-4708-9aea-f976ecdbea1f not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:01:19.154268 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:01:19.899710 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46512) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:20.030790 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-c2081336-8da3-4384-8d11-63cefbb7980e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec3e1bbfd6124979ad0bfe185062eb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1298242 Jun 29 16:01:20.033195 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46516) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:20.080967 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e70a9d2-f563-40b3-8e71-b69d40cd2bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:20.102133 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e70a9d2-f563-40b3-8e71-b69d40cd2bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:20.147748 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e70a9d2-f563-40b3-8e71-b69d40cd2bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:20.150388 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e70a9d2-f563-40b3-8e71-b69d40cd2bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:20.151457 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7e70a9d2-f563-40b3-8e71-b69d40cd2bb0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b0fb559-dfc0-41b0-8f4b-afcaa76958a4 HTTP/1.1" status: 204 len: 168 time: 0.1173456 Jun 29 16:01:20.152937 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b993336b-b5fb-46a3-9b41-001f8175825d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:20.160557 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70a9d2-f563-40b3-8e71-b69d40cd2bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0fb559-dfc0-41b0-8f4b-afcaa76958a4,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:20.162955 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7e70a9d2-f563-40b3-8e71-b69d40cd2bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:20.749827 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46538) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:20.842626 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1846542532-network', 'tenant_id': 'e4c5c1986a6341c5978c4d481787b97d'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:01:20.863339 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Made reservation on behalf of e4c5c1986a6341c5978c4d481787b97d for: {'network': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:01:20.865779 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for network, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:20.874795 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:20.961718 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:20.965839 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:20.969696 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b99001cd-e7cd-4dfd-aa93-3a559edc9be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:20.990499 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=92922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:01:21.000480 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa712098-bf6b-463c-924f-0e18d03fa4a7,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:21.004575 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:21.005632 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:21.005986 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.db.segments_db [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Added segment 27520222-dec5-443a-9344-c411b1f7f507 of type vlan for network ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 Jun 29 16:01:21.048746 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775400722755'] for network, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:21.078055 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133'] for network, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:21.079357 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:21.079937 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:21.082790 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e2e50dee-c406-4d00-bca9-27b047030d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:21.129138 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3780961 Jun 29 16:01:21.131952 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46542) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:21.137659 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.v2.base [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Request body: {'subnet': {'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1846542532-subnet', 'tenant_id': 'e4c5c1986a6341c5978c4d481787b97d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:01:21.140554 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Pushing event updated for resources: {'Network': ['ID=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:21.143474 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7fa7ee2f-230a-4573-ac5d-c55846e9d97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:21.150769 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Network ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 details requested by agent ovs-agent-dv-cinder-792209-4-iscsi with host dv-cinder-792209-4-iscsi {{(pid=92924) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:01:21.159252 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Made reservation on behalf of e4c5c1986a6341c5978c4d481787b97d for: {'subnet': 1} {{(pid=92923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:01:21.161543 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9850920'] for subnet, before_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:21.328372 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9716374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9850938'] for subnet, after_create {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:21.330703 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:21.382115 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aef1569-2405-417c-865d-7c960d790e3c,revision_number=0']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:21.394425 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:21.394817 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:21.395201 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:21.395579 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:21.395951 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:21.396322 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:21.396694 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:21.397061 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:21.397455 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:21.397819 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:21.398181 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:21.398541 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:21.402525 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:21.405489 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Checking segment: {'id': '27520222-dec5-443a-9344-c411b1f7f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:01:21.405930 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Network hostable DHCP agents. Network: ea0b21f8-06d5-49f0-aca0-6b2cadfacd81, hostable agents: ['195a291c-9608-4bba-bd80-d877d6ef2025'], hosted agents: [] {{(pid=92923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:01:21.422097 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Network ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 is scheduled to be hosted by DHCP agent 195a291c-9608-4bba-bd80-d877d6ef2025 with binding_index 1 {{(pid=92923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:01:21.430897 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.base_scheduler [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-4-iscsi, ea0b21f8-06d5-49f0-aca0-6b2cadfacd81) {{(pid=92923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:01:21.435711 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:21.436296 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:21.441217 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97220ea1-b173-4b6f-b1a1-79d182bdcbdf None None] Network ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:01:21.451526 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d49c326d-20ce-4fdc-90e4-030211a8f152 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3183138 Jun 29 16:01:21.579459 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ae4acc-5e61-4644-b074-e0f89ff4382e None None] Network ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:01:23.203237 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-fb311475-1c8e-49fd-92af-5db4e91cefb9 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:23.206159 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-fb311475-1c8e-49fd-92af-5db4e91cefb9 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/networks?id=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 HTTP/1.1" status: 200 len: 814 time: 0.1026037 Jun 29 16:01:23.219798 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-b2683d45-8750-4b29-a4b6-407b80c6ca1a tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/quotas/e4c5c1986a6341c5978c4d481787b97d HTTP/1.1" status: 200 len: 375 time: 0.0095844 Jun 29 16:01:23.252290 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-26b519e1-e93b-43d9-81b2-6e78fd1b3aa8 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4c5c1986a6341c5978c4d481787b97d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273900 Jun 29 16:01:23.342311 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-73da4386-f7d2-4a40-be28-d2eea6ecfe40 service neutron] 10.222.0.69 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836174 Jun 29 16:01:23.428560 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-a182493c-98ad-4234-98b5-64fd0b1aa5dd service neutron] 10.222.0.69 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805609 Jun 29 16:01:23.600178 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-cf8d608a-5984-4db8-8887-1794becf1972 req-ca2d03d7-07e8-4254-9fbd-38624535b80c tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 210 time: 0.0291669 Jun 29 16:01:24.675187 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-8948496a-6657-4b1b-bca0-687d929d2be7 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:24.676655 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-8948496a-6657-4b1b-bca0-687d929d2be7 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.81 "GET /v2.0/networks?id=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 HTTP/1.1" status: 200 len: 814 time: 0.1141963 Jun 29 16:01:24.694019 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Request body: {'port': {'device_id': 'ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95', 'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81', 'admin_state_up': True, 'tenant_id': 'e4c5c1986a6341c5978c4d481787b97d'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:01:24.773004 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d3bf740a-6b20-4bb9-9b93-5ac81cca44ac req-95b54eb3-3fe5-4473-9bd4-669f8ac9a437 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 210 time: 0.0380659 Jun 29 16:01:24.835292 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Made reservation on behalf of e4c5c1986a6341c5978c4d481787b97d for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:01:24.838939 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:24.960924 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Allocated IP 172.20.0.3 (ea0b21f8-06d5-49f0-aca0-6b2cadfacd81/2aef1569-2405-417c-865d-7c960d790e3c/bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:01:25.113130 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:25.151944 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:25.156083 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-aad52c60-db47-4d82-a8cd-569da8365bc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:25.195422 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Network ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:01:25.198665 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:01:25.202742 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:01:25.232417 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Pushing event updated for resources: {'Port': ['ID=bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:25.236738 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:25.259478 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:25.260072 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:25.273454 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-54b823a0-d511-443e-9086-8fd3ebcbec06 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5837555 Jun 29 16:01:25.284595 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Request body: {'port': {'device_id': 'ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:01:25.358632 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:25.615009 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:01:25.622351 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:25.633746 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Transition to ACTIVE for port object bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:01:25.638279 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:25.640212 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3f6e3512-9839-44b5-98ff-79ac8b5e8f03 tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:25.685920 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Pushing event updated for resources: {'Port': ['ID=bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:25.690571 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:25.756238 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Attempting to bind port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:01:25.756582 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Attempting to bind port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '27520222-dec5-443a-9344-c411b1f7f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:01:25.756909 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Attempting to bind port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 on network ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:01:25.761920 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 on network ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:01:25.762246 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Attempting to bind port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 on network ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:01:25.767105 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:01:25.767444 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Checking segment: {'id': '27520222-dec5-443a-9344-c411b1f7f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:01:25.767826 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Bound using segment: {'id': '27520222-dec5-443a-9344-c411b1f7f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:01:25.768278 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Bound port: bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27520222-dec5-443a-9344-c411b1f7f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:01:25.768615 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:25.841152 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] For port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:01:25.844307 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] For port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3,segment=NetworkSegment(27520222-dec5-443a-9344-c411b1f7f507),segment_id=27520222-dec5-443a-9344-c411b1f7f507)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:01:25.849724 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:25.851862 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-aafd9f4f-34df-4a08-ac06-a340ff03d2d1 tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:25.889285 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:25.889929 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:25.891310 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] 10.222.0.81 "PUT /v2.0/ports/bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 HTTP/1.1" status: 200 len: 1093 time: 0.6106415 Jun 29 16:01:25.891831 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95', 'tag': 'bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:01:25.894145 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f251781-d522-44e9-871b-d3ffaf258ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95", "tag": "bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:01:25.915921 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Pushing event updated for resources: {'Port': ['ID=bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:25.919810 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7f8273d7-1d07-4698-9db8-8371624e206d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:25.935495 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac2bd78-8ce0-4d72-83fd-7f35b55706bc x-openstack-request-id: req-fac2bd78-8ce0-4d72-83fd-7f35b55706bc {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:01:25.935947 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95", "tag": "bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:01:25.936290 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fac2bd78-8ce0-4d72-83fd-7f35b55706bc {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:01:25.936741 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95', 'tag': 'bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3', 'status': 'completed', 'code': 200} Jun 29 16:01:25.965004 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ad00c-a17e-4cc5-ad6f-03e9fb2ef632 req-29acac2d-c50a-408c-baaf-dab966ce355b tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:25.966514 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7a5ad00c-a17e-4cc5-ad6f-03e9fb2ef632 req-29acac2d-c50a-408c-baaf-dab966ce355b tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 943 time: 0.0775733 Jun 29 16:01:25.994788 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-bde88930-556b-401f-b2a1-ea03e4a3f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:25.996379 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-bde88930-556b-401f-b2a1-ea03e4a3f6af service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e4c5c1986a6341c5978c4d481787b97d&device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 1096 time: 0.0540338 Jun 29 16:01:26.004928 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-7a5ad00c-a17e-4cc5-ad6f-03e9fb2ef632 req-8dd06afd-4bbe-42f7-80fc-9b4171769100 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325239 Jun 29 16:01:26.040940 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-436a84b7-6ea4-4ae4-92ed-d3ba7f30d3cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 HTTP/1.1" status: 200 len: 217 time: 0.0375986 Jun 29 16:01:26.089216 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-50cc4215-dd05-4e3d-b71a-c0515dfc3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:26.090700 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-50cc4215-dd05-4e3d-b71a-c0515dfc3539 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2aef1569-2405-417c-865d-7c960d790e3c HTTP/1.1" status: 200 len: 854 time: 0.0439599 Jun 29 16:01:26.123256 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-e6446ab5-0388-45b5-8cb4-744f4296103d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264864 Jun 29 16:01:26.212881 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-5ffed061-b451-438b-8864-5e85c9093f8c service neutron] 10.222.0.81 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827286 Jun 29 16:01:26.298730 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-96cde581-9562-42f3-bd9c-44fe7b66e977 req-c7f81b9d-28ec-4c7f-a61f-d85e60a4f7b8 service neutron] 10.222.0.81 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799673 Jun 29 16:01:26.395271 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f251781-d522-44e9-871b-d3ffaf258ef1 req-50dbec47-2473-4efa-a717-dbac3db673c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:26.396719 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f251781-d522-44e9-871b-d3ffaf258ef1 req-50dbec47-2473-4efa-a717-dbac3db673c4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e4c5c1986a6341c5978c4d481787b97d&device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 1096 time: 0.0512226 Jun 29 16:01:26.487151 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f251781-d522-44e9-871b-d3ffaf258ef1 req-c01518ab-8f39-48ed-a869-4135210b9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:26.488481 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f251781-d522-44e9-871b-d3ffaf258ef1 req-c01518ab-8f39-48ed-a869-4135210b9e9e service neutron] 10.222.0.81 "GET /v2.0/networks?id=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 HTTP/1.1" status: 200 len: 915 time: 0.0853465 Jun 29 16:01:26.529468 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f251781-d522-44e9-871b-d3ffaf258ef1 req-5ac5ffd4-1872-4795-9916-8a326d587657 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 HTTP/1.1" status: 200 len: 217 time: 0.0342047 Jun 29 16:01:26.576833 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f251781-d522-44e9-871b-d3ffaf258ef1 req-570c863a-e5b3-4a79-b789-5cc9d58c8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:26.578373 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f251781-d522-44e9-871b-d3ffaf258ef1 req-570c863a-e5b3-4a79-b789-5cc9d58c8fef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2aef1569-2405-417c-865d-7c960d790e3c HTTP/1.1" status: 200 len: 854 time: 0.0431004 Jun 29 16:01:26.614392 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f251781-d522-44e9-871b-d3ffaf258ef1 req-4775c704-a30a-479e-a368-1ed3f86fe6ed service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298486 Jun 29 16:01:26.702796 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f251781-d522-44e9-871b-d3ffaf258ef1 req-4d600e93-f8e2-4338-9467-2093007c943f service neutron] 10.222.0.81 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810046 Jun 29 16:01:26.793195 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-4f251781-d522-44e9-871b-d3ffaf258ef1 req-b17794d5-449f-428d-b6f4-56de8d3439e5 service neutron] 10.222.0.81 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835326 Jun 29 16:01:27.179601 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b48288-0621-4fc5-91c3-a346594bcc5d req-7438d794-63ee-4a0b-99a5-8eaf8599a2e3 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:27.181362 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f1b48288-0621-4fc5-91c3-a346594bcc5d req-7438d794-63ee-4a0b-99a5-8eaf8599a2e3 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 943 time: 0.0650856 Jun 29 16:01:27.222049 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-f1b48288-0621-4fc5-91c3-a346594bcc5d req-d480deac-d8dc-4027-8c3c-cce7a8f42e7b tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347595 Jun 29 16:01:28.394152 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283858a-b751-4753-ae46-626e932c0b84 req-8daf64e1-2cd7-46bb-a462-7e05c163ecf9 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:28.395597 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1283858a-b751-4753-ae46-626e932c0b84 req-8daf64e1-2cd7-46bb-a462-7e05c163ecf9 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 943 time: 0.0651422 Jun 29 16:01:28.433190 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-1283858a-b751-4753-ae46-626e932c0b84 req-c9f67d6d-50b4-4ae7-88b9-4c088bb6ff2a tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319450 Jun 29 16:01:29.252978 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46592) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:29.406607 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Deleting port b798683c-ceb4-4292-874b-19da2678f32c {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:29.407344 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:29.485834 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:29.486166 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:29.498298 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Calling delete_port for b798683c-ceb4-4292-874b-19da2678f32c owned by network:floatingip {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:29.607645 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7db395-ee38-4aff-b005-352ca3db7ccd req-10d58ce9-5b23-47e7-9a68-27f606bd18a5 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:29.609093 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a7db395-ee38-4aff-b005-352ca3db7ccd req-10d58ce9-5b23-47e7-9a68-27f606bd18a5 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 943 time: 0.0645914 Jun 29 16:01:29.650524 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3a7db395-ee38-4aff-b005-352ca3db7ccd req-65d6e90f-f987-4f52-8c0c-bde393ebb92c tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357609 Jun 29 16:01:29.672968 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:29.675772 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-7764d05f-79e7-4c24-878c-b75ff81d943c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:29.700473 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event deleted for resources: {'Port': ['ID=b798683c-ceb4-4292-874b-19da2678f32c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:29.704455 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:29.760743 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for floatingip, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:29.761066 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Floating IP 425812c0-29a4-43ea-86c7-1d7d7b32c195 disassociated (deleted). External IP: 172.27.1.31, port: abf43a63-ffc0-4c47-9fb6-16b253ed8594. Jun 29 16:01:29.963338 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Router 118909a7-dbd8-4038-9054-2257c9fcac51 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:01:30.068414 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:01:30.072769 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:30.078679 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5a03c4-212b-4f09-8199-2ad8520bcd3c None None] Sync routers for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:01:30.087061 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a03c4-212b-4f09-8199-2ad8520bcd3c None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:01:30.087668 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-dc5a03c4-212b-4f09-8199-2ad8520bcd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:01:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:30.110478 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-288bb3cc-c35c-4361-9585-ee04663b1264 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "DELETE /v2.0/floatingips/425812c0-29a4-43ea-86c7-1d7d7b32c195 HTTP/1.1" status: 204 len: 168 time: 0.8563960 Jun 29 16:01:30.111150 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'tag': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:01:30.113504 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b28d30565ae5ceb9679f8904d3b051fccc53e8b332a17acfea57a0e6e48853e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3149c83-a024-4b43-8242-ac9e379b82ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9", "tag": "abf43a63-ffc0-4c47-9fb6-16b253ed8594"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:01:30.150774 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2afca1-f269-4939-b228-8ab78ed2679b x-openstack-request-id: req-6c2afca1-f269-4939-b228-8ab78ed2679b {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:01:30.151115 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9", "tag": "abf43a63-ffc0-4c47-9fb6-16b253ed8594", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:01:30.151466 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c2afca1-f269-4939-b228-8ab78ed2679b {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:01:30.152520 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'tag': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594', 'status': 'completed', 'code': 200} Jun 29 16:01:30.197467 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-dc5a03c4-212b-4f09-8199-2ad8520bcd3c None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:01:30.238510 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3149c83-a024-4b43-8242-ac9e379b82ac req-45589b8e-1683-4710-a927-d7d15ac9299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:30.240008 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e3149c83-a024-4b43-8242-ac9e379b82ac req-45589b8e-1683-4710-a927-d7d15ac9299e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 1099 time: 0.0644941 Jun 29 16:01:30.342063 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3149c83-a024-4b43-8242-ac9e379b82ac req-9794efd4-3373-4a85-b6b6-900c7cedc94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:30.343627 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e3149c83-a024-4b43-8242-ac9e379b82ac req-9794efd4-3373-4a85-b6b6-900c7cedc94a service neutron] 10.222.0.81 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 912 time: 0.0970941 Jun 29 16:01:30.359014 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:01:30.391312 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e3149c83-a024-4b43-8242-ac9e379b82ac req-171ac310-1141-4856-ab18-a1aa929f8ee9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abf43a63-ffc0-4c47-9fb6-16b253ed8594 HTTP/1.1" status: 200 len: 217 time: 0.0407908 Jun 29 16:01:30.477384 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3149c83-a024-4b43-8242-ac9e379b82ac req-fadc9f26-d3ff-47f2-b993-c9ceb2c430da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:30.478848 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e3149c83-a024-4b43-8242-ac9e379b82ac req-fadc9f26-d3ff-47f2-b993-c9ceb2c430da service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e782a185-6e99-410c-b6d3-eb6560de4818 HTTP/1.1" status: 200 len: 850 time: 0.0810227 Jun 29 16:01:30.547419 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe05601-4240-4c32-8b31-00e768e9416d req-7c662368-435f-4964-ade7-0ac3f656e840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:30.548979 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bbe05601-4240-4c32-8b31-00e768e9416d req-7c662368-435f-4964-ade7-0ac3f656e840 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 946 time: 0.1179450 Jun 29 16:01:30.579393 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3149c83-a024-4b43-8242-ac9e379b82ac req-b866126c-c3a7-4850-9dd3-aab8a49e558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:30.580775 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e3149c83-a024-4b43-8242-ac9e379b82ac req-b866126c-c3a7-4850-9dd3-aab8a49e558b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef06879d-50c8-4635-a559-6c16b91b96ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930400 Jun 29 16:01:30.605747 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bbe05601-4240-4c32-8b31-00e768e9416d req-96bac63e-60a9-47c8-ba57-68be6429f6ef tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499594 Jun 29 16:01:30.643305 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3,segment=NetworkSegment(27520222-dec5-443a-9344-c411b1f7f507),segment_id=27520222-dec5-443a-9344-c411b1f7f507)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:30.656571 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': 'bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3', 'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81', 'port_id': 'bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3', 'mac_address': 'fa:16:3e:79:7f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef1569-2405-417c-865d-7c960d790e3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:01:30.663049 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-dc5a03c4-212b-4f09-8199-2ad8520bcd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': 'ea79baf0-79ad-4237-91f2-4cd000498506', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': '60866604-aac4-4d99-aff6-335cc36d85d1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:da:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:57:38Z', 'updated_at': '2021-06-29T15:57:41Z', 'revision_number': 1, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:30.682748 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e3149c83-a024-4b43-8242-ac9e379b82ac req-b9f5eceb-ce9e-49e7-bb16-a3172570169e service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915120 Jun 29 16:01:30.707845 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5a03c4-212b-4f09-8199-2ad8520bcd3c None None] Checking router: 118909a7-dbd8-4038-9054-2257c9fcac51 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:01:30.727056 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a03c4-212b-4f09-8199-2ad8520bcd3c None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:01:30.727710 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-dc5a03c4-212b-4f09-8199-2ad8520bcd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:01:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:30.733737 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:30.784835 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-e3149c83-a024-4b43-8242-ac9e379b82ac req-a6e306f7-b84b-4729-9a2f-ad9b46cb8dd8 service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948486 Jun 29 16:01:30.788844 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:01:30.847864 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c95d23-0f13-43b1-9034-49db6c0cc523 req-84de2ac9-b1d9-4305-ac4e-cd605782e3f1 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:30.849241 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d1c95d23-0f13-43b1-9034-49db6c0cc523 req-84de2ac9-b1d9-4305-ac4e-cd605782e3f1 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 943 time: 0.0693684 Jun 29 16:01:30.857517 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3,segment=NetworkSegment(27520222-dec5-443a-9344-c411b1f7f507),segment_id=27520222-dec5-443a-9344-c411b1f7f507)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:30.869202 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:30.873758 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ed70a062-1577-42b3-8bd3-522ec558f7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:30.891005 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-d1c95d23-0f13-43b1-9034-49db6c0cc523 req-78d06b80-2a19-443f-8d59-c4a2579c18a4 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359378 Jun 29 16:01:30.897189 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:30.902777 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-dc5a03c4-212b-4f09-8199-2ad8520bcd3c None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:01:30.987425 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:30.991565 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:31.096581 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:01:31.209895 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-dc5a03c4-212b-4f09-8199-2ad8520bcd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': 'ea79baf0-79ad-4237-91f2-4cd000498506', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': '60866604-aac4-4d99-aff6-335cc36d85d1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:da:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:57:38Z', 'updated_at': '2021-06-29T15:57:41Z', 'revision_number': 1, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:31.241908 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5a03c4-212b-4f09-8199-2ad8520bcd3c None None] The sync data for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi is: [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_floatingips': [{'id': 'ea79baf0-79ad-4237-91f2-4cd000498506', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'router_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'port_id': '60866604-aac4-4d99-aff6-335cc36d85d1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'mac_address': 'fa:16:3e:da:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T15:57:38Z', 'updated_at': '2021-06-29T15:57:41Z', 'revision_number': 1, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:01:31.455038 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858bb82f-9384-440e-8edb-2fc0d232c9c7 None None] New status for floating IP 425812c0-29a4-43ea-86c7-1d7d7b32c195: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:01:31.779325 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc0c85-50c1-4d2e-8155-663119e50fcc req-ee52dc8b-8970-4cc4-b826-0bd1f8b9bdb1 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:31.780711 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0cc0c85-50c1-4d2e-8155-663119e50fcc req-ee52dc8b-8970-4cc4-b826-0bd1f8b9bdb1 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 946 time: 0.0620458 Jun 29 16:01:31.818213 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-b0cc0c85-50c1-4d2e-8155-663119e50fcc req-17982450-8210-40c7-896f-d4f2a4dcfe1d tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316844 Jun 29 16:01:32.059104 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fb67e-67bf-4d95-877a-26023fb3f9e2 req-d9d6f0fb-7822-42f0-9427-69910f18cdac tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:32.060542 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-496fb67e-67bf-4d95-877a-26023fb3f9e2 req-d9d6f0fb-7822-42f0-9427-69910f18cdac tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 944 time: 0.0609374 Jun 29 16:01:32.108717 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-496fb67e-67bf-4d95-877a-26023fb3f9e2 req-fc1796f2-8bf3-4bc4-8e8c-2e8e0faf9060 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Jun 29 16:01:32.360347 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:01:32.424521 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:01:32.428732 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:01:32.429126 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:32.509534 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:32.532819 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:01:32.535111 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1218d4b-9485-49d3-ae6f-2ac5b4017d73" -d '{"events": [{"server_uuid": "ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95", "name": "network-vif-plugged", "status": "completed", "tag": "bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:01:32.547630 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3,segment=NetworkSegment(27520222-dec5-443a-9344-c411b1f7f507),segment_id=27520222-dec5-443a-9344-c411b1f7f507)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:32.551882 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:32.552798 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device abf43a63-ffc0-4c47-9fb6-16b253ed8594 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:01:32.554578 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:32.579020 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3171403d-2526-4ea0-a5f1-7d6ff4b7e79f x-openstack-request-id: req-3171403d-2526-4ea0-a5f1-7d6ff4b7e79f {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:01:32.579322 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95", "name": "network-vif-plugged", "status": "completed", "tag": "bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:01:32.579584 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3171403d-2526-4ea0-a5f1-7d6ff4b7e79f {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:01:32.579972 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3', 'code': 200} Jun 29 16:01:32.633592 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:32.637689 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:32.674696 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:32.708424 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port abf43a63-ffc0-4c47-9fb6-16b253ed8594, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=abf43a63-ffc0-4c47-9fb6-16b253ed8594,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:32.712336 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:32.714131 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-c42bedfe-2ce5-446a-907f-7920e76734f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:32.759733 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=abf43a63-ffc0-4c47-9fb6-16b253ed8594,revision_number=6']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:32.762890 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:32.795076 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97dc9f-ae85-4a0e-ac6e-0d22c19c374c req-ba1c6ab3-9af2-4f14-802a-829d6413275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:32.796579 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8f97dc9f-ae85-4a0e-ac6e-0d22c19c374c req-ba1c6ab3-9af2-4f14-802a-829d6413275b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 1098 time: 0.0565238 Jun 29 16:01:32.831178 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-8f97dc9f-ae85-4a0e-ac6e-0d22c19c374c req-339b5bfd-6113-4838-8c4a-9828c2ffcd9e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285416 Jun 29 16:01:32.987829 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a5982-2e88-4ba9-850b-78274eb1f009 req-74cfc18c-060d-4b82-a9d2-6aab48a3e4b8 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:32.989199 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2d5a5982-2e88-4ba9-850b-78274eb1f009 req-74cfc18c-060d-4b82-a9d2-6aab48a3e4b8 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 944 time: 0.0617385 Jun 29 16:01:33.025609 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-2d5a5982-2e88-4ba9-850b-78274eb1f009 req-968a29f2-07e1-436e-953c-c50d27ff6e04 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307460 Jun 29 16:01:33.285178 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dfd2b-d196-497b-9020-ede1e439f56b req-dba9f61d-9e77-484d-83ac-4c68bdef5680 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:33.286564 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d69dfd2b-d196-497b-9020-ede1e439f56b req-dba9f61d-9e77-484d-83ac-4c68bdef5680 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 945 time: 0.0656638 Jun 29 16:01:33.323741 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d69dfd2b-d196-497b-9020-ede1e439f56b req-aaf3143e-f9aa-462e-91c5-e77890cd5bfc tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Jun 29 16:01:34.204855 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63515d-52fd-4859-b603-e2eea4c5aed8 req-45413014-b8f1-4605-8ad5-16e91ebf4146 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:34.206339 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9a63515d-52fd-4859-b603-e2eea4c5aed8 req-45413014-b8f1-4605-8ad5-16e91ebf4146 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 944 time: 0.0673907 Jun 29 16:01:34.243372 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9a63515d-52fd-4859-b603-e2eea4c5aed8 req-da44bc5c-3cd7-420e-b1f4-8111869e9541 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313079 Jun 29 16:01:34.496038 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fd5d6-f88c-4cc3-85cf-854b1e8139a8 req-ffd9d8ac-fd7e-4707-ba1f-9cdb8e197f6f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:34.498329 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-358fd5d6-f88c-4cc3-85cf-854b1e8139a8 req-ffd9d8ac-fd7e-4707-ba1f-9cdb8e197f6f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 945 time: 0.0622509 Jun 29 16:01:34.535730 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-358fd5d6-f88c-4cc3-85cf-854b1e8139a8 req-00a2ee73-5017-4b3e-b3b8-d95256171c4f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Jun 29 16:01:34.580797 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:01:34.583119 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b034b80b-70d9-40d8-b880-b6e0d49e974c" -d '{"events": [{"server_uuid": "3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "abf43a63-ffc0-4c47-9fb6-16b253ed8594"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:01:34.619964 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e1aec5-bf57-4859-b6e9-edd8160264ac x-openstack-request-id: req-54e1aec5-bf57-4859-b6e9-edd8160264ac {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:01:34.620335 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9", "name": "network-vif-unplugged", "status": "completed", "tag": "abf43a63-ffc0-4c47-9fb6-16b253ed8594", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:01:34.620756 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-54e1aec5-bf57-4859-b6e9-edd8160264ac {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:01:34.621262 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594', 'code': 200} Jun 29 16:01:35.428742 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116686a1-b749-4432-9305-8724834fbf3c req-dc85c92e-ac26-4ffa-8230-20db975c5854 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:35.430425 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-116686a1-b749-4432-9305-8724834fbf3c req-dc85c92e-ac26-4ffa-8230-20db975c5854 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 944 time: 0.0705428 Jun 29 16:01:35.471004 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-116686a1-b749-4432-9305-8724834fbf3c req-5ef0bb04-41d9-4137-a9ac-f9d018fb61ce tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344865 Jun 29 16:01:36.650176 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635accfc-f162-4259-8574-1b8c43161fbb req-afe81d55-9a77-4a2e-9dbb-201b64b2c33e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:36.651698 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-635accfc-f162-4259-8574-1b8c43161fbb req-afe81d55-9a77-4a2e-9dbb-201b64b2c33e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 944 time: 0.0628192 Jun 29 16:01:36.691721 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-635accfc-f162-4259-8574-1b8c43161fbb req-744ea8e0-1c92-499e-bb26-c3a4b43debf0 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327075 Jun 29 16:01:36.938500 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8f004-9d1a-44c2-9f0e-f5c4098e234b req-1994a592-82aa-4b75-8388-ec787500e255 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:36.939988 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bcb8f004-9d1a-44c2-9f0e-f5c4098e234b req-1994a592-82aa-4b75-8388-ec787500e255 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 944 time: 0.0628431 Jun 29 16:01:37.039572 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-bcb8f004-9d1a-44c2-9f0e-f5c4098e234b req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Deleting port abf43a63-ffc0-4c47-9fb6-16b253ed8594 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:37.039964 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-bcb8f004-9d1a-44c2-9f0e-f5c4098e234b req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:37.133459 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-bcb8f004-9d1a-44c2-9f0e-f5c4098e234b req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] For port abf43a63-ffc0-4c47-9fb6-16b253ed8594, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=abf43a63-ffc0-4c47-9fb6-16b253ed8594,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:37.133806 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-bcb8f004-9d1a-44c2-9f0e-f5c4098e234b req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:37.147163 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-bcb8f004-9d1a-44c2-9f0e-f5c4098e234b req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Calling delete_port for abf43a63-ffc0-4c47-9fb6-16b253ed8594 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:37.278302 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-bcb8f004-9d1a-44c2-9f0e-f5c4098e234b req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:37.282239 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-fd905857-293a-4146-8e96-320252beead6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:37.306911 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event deleted for resources: {'Port': ['ID=abf43a63-ffc0-4c47-9fb6-16b253ed8594,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:37.317029 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:37.317433 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:37.317808 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:37.318165 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:37.318521 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:37.318878 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:37.319562 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:37.319562 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:37.319915 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:37.320262 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:37.320608 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:37.320953 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:01:37.326671 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:37.367306 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb8f004-9d1a-44c2-9f0e-f5c4098e234b req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] No DVR routers for this DVR port abf43a63-ffc0-4c47-9fb6-16b253ed8594 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:01:37.369786 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-bcb8f004-9d1a-44c2-9f0e-f5c4098e234b req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:37.372296 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-bcb8f004-9d1a-44c2-9f0e-f5c4098e234b req-1a4a2fd9-b6a4-44b0-baf4-bc24e6697e7e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "DELETE /v2.0/ports/abf43a63-ffc0-4c47-9fb6-16b253ed8594 HTTP/1.1" status: 204 len: 173 time: 0.4262166 Jun 29 16:01:37.372809 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'name': 'network-vif-deleted', 'tag': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:01:37.375169 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e8747e-8394-49e7-90e5-1e90ab37f176" -d '{"events": [{"server_uuid": "3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9", "name": "network-vif-deleted", "tag": "abf43a63-ffc0-4c47-9fb6-16b253ed8594"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:01:37.412125 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901d5c39-07d3-40c9-8b19-ed8f703dddeb x-openstack-request-id: req-901d5c39-07d3-40c9-8b19-ed8f703dddeb {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:01:37.412458 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9", "name": "network-vif-deleted", "tag": "abf43a63-ffc0-4c47-9fb6-16b253ed8594", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:01:37.412751 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-901d5c39-07d3-40c9-8b19-ed8f703dddeb {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:01:37.413185 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9', 'name': 'network-vif-deleted', 'tag': 'abf43a63-ffc0-4c47-9fb6-16b253ed8594', 'status': 'completed', 'code': 200} Jun 29 16:01:37.859803 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-39078e80-afe6-4418-8bf4-d2d997e3d4b7 req-d63eabb5-a930-425d-85f7-48c074f2b28e tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ed076bc-f7fd-4b6a-907e-d4e16fe37fa9 HTTP/1.1" status: 200 len: 210 time: 0.0339649 Jun 29 16:01:41.013199 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9d09b76c-a2c8-4a22-a737-907f8d524f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:41.181899 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46708) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:41.342276 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Deleting port cace3505-a0be-4698-9db2-3cba61f9e27d {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:41.342620 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:41.417925 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:41.418232 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:41.431195 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Calling delete_port for cace3505-a0be-4698-9db2-3cba61f9e27d owned by network:floatingip {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:41.583426 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:41.586961 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-86ad4fe8-9133-4f73-9343-52ae20152c5c tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:41.611609 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event deleted for resources: {'Port': ['ID=cace3505-a0be-4698-9db2-3cba61f9e27d,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:41.615519 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:41.676639 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for floatingip, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:41.676884 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.db.l3_db [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Floating IP ea79baf0-79ad-4237-91f2-4cd000498506 disassociated (deleted). External IP: 172.27.1.100, port: 60866604-aac4-4d99-aff6-335cc36d85d1. Jun 29 16:01:41.878811 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Router 118909a7-dbd8-4038-9054-2257c9fcac51 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:01:41.984809 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:01:41.989775 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:41.995363 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b887a-75fd-485e-b896-b3b4628458e5 None None] Sync routers for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:01:42.005472 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b887a-75fd-485e-b896-b3b4628458e5 None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:01:42.006101 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-d14b887a-75fd-485e-b896-b3b4628458e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:01:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:42.029700 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "DELETE /v2.0/floatingips/ea79baf0-79ad-4237-91f2-4cd000498506 HTTP/1.1" status: 204 len: 168 time: 0.8466954 Jun 29 16:01:42.030510 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'tag': '60866604-aac4-4d99-aff6-335cc36d85d1'}] {{(pid=92923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:01:42.034611 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b28d30565ae5ceb9679f8904d3b051fccc53e8b332a17acfea57a0e6e48853e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5b0ebf-c40f-4cd0-851c-f2dd36c016c0" -d '{"events": [{"name": "network-changed", "server_uuid": "70bdebf7-7732-4c59-b080-3fe77d9cf514", "tag": "60866604-aac4-4d99-aff6-335cc36d85d1"}]}' {{(pid=92923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:01:42.073048 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c4d6d7-675e-48ca-88f0-d663d5ff64f9 x-openstack-request-id: req-12c4d6d7-675e-48ca-88f0-d663d5ff64f9 {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:01:42.073422 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bdebf7-7732-4c59-b080-3fe77d9cf514", "tag": "60866604-aac4-4d99-aff6-335cc36d85d1", "status": "completed", "code": 200}]} {{(pid=92923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:01:42.073733 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12c4d6d7-675e-48ca-88f0-d663d5ff64f9 {{(pid=92923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:01:42.074259 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'tag': '60866604-aac4-4d99-aff6-335cc36d85d1', 'status': 'completed', 'code': 200} Jun 29 16:01:42.116924 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-d14b887a-75fd-485e-b896-b3b4628458e5 None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:01:42.159077 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b0ebf-c40f-4cd0-851c-f2dd36c016c0 req-26055d38-a4ab-46bd-8ef5-2a9aaae3fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:42.160899 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a5b0ebf-c40f-4cd0-851c-f2dd36c016c0 req-26055d38-a4ab-46bd-8ef5-2a9aaae3fb50 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=03fed08d2d30427c9b704b601461f29c&device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 1098 time: 0.0663218 Jun 29 16:01:42.266132 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b0ebf-c40f-4cd0-851c-f2dd36c016c0 req-86324bfa-c782-4f9e-a064-6dbd2cb1ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:42.270187 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a5b0ebf-c40f-4cd0-851c-f2dd36c016c0 req-86324bfa-c782-4f9e-a064-6dbd2cb1ffa3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 200 len: 912 time: 0.1030097 Jun 29 16:01:42.319869 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a5b0ebf-c40f-4cd0-851c-f2dd36c016c0 req-9c9161c9-e363-4a16-a3e5-1385bf22f2f4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60866604-aac4-4d99-aff6-335cc36d85d1 HTTP/1.1" status: 200 len: 217 time: 0.0409794 Jun 29 16:01:42.332127 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-d14b887a-75fd-485e-b896-b3b4628458e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:42.363968 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b887a-75fd-485e-b896-b3b4628458e5 None None] Checking router: 118909a7-dbd8-4038-9054-2257c9fcac51 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:01:42.372233 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b0ebf-c40f-4cd0-851c-f2dd36c016c0 req-a7ac0b75-e93c-4e26-988f-ed84e9dfc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:42.372466 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b887a-75fd-485e-b896-b3b4628458e5 None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:01:42.372941 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-d14b887a-75fd-485e-b896-b3b4628458e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:01:14Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:42.373892 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a5b0ebf-c40f-4cd0-851c-f2dd36c016c0 req-a7ac0b75-e93c-4e26-988f-ed84e9dfc8a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e782a185-6e99-410c-b6d3-eb6560de4818 HTTP/1.1" status: 200 len: 850 time: 0.0476954 Jun 29 16:01:42.476776 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b0ebf-c40f-4cd0-851c-f2dd36c016c0 req-5df691c9-c14f-463b-a5d9-2f3152dce76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:42.478443 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a5b0ebf-c40f-4cd0-851c-f2dd36c016c0 req-5df691c9-c14f-463b-a5d9-2f3152dce76b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ef06879d-50c8-4635-a559-6c16b91b96ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956845 Jun 29 16:01:42.501738 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b141f-d2fa-4ed7-96b2-d02e7ea74ae2 req-d0111822-37ce-4236-94aa-095c1c2f8bb2 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:42.506771 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-288b141f-d2fa-4ed7-96b2-d02e7ea74ae2 req-d0111822-37ce-4236-94aa-095c1c2f8bb2 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 945 time: 0.1130190 Jun 29 16:01:42.599340 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-288b141f-d2fa-4ed7-96b2-d02e7ea74ae2 req-64c93fbc-cbdc-45a7-b5b8-5b5f222758c5 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767400 Jun 29 16:01:42.609092 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-d14b887a-75fd-485e-b896-b3b4628458e5 None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:01:42.614205 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a5b0ebf-c40f-4cd0-851c-f2dd36c016c0 req-44a5016b-3337-483c-86c5-d8bd51968ed8 service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275063 Jun 29 16:01:42.714941 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-2a5b0ebf-c40f-4cd0-851c-f2dd36c016c0 req-9da693be-2721-4e9d-a8c5-a695a65eb908 service neutron] 10.222.0.81 "GET /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919580 Jun 29 16:01:42.817638 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-d14b887a-75fd-485e-b896-b3b4628458e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:42.844645 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b887a-75fd-485e-b896-b3b4628458e5 None None] The sync data for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi is: [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T15:54:01Z', 'revision_number': 4, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi', '_interfaces': [{'id': '2c0b15de-5492-4801-b218-42a00b2a00a3', 'name': '', 'network_id': 'ef06879d-50c8-4635-a559-6c16b91b96ce', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'mac_address': 'fa:16:3e:d8:8d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:00Z', 'updated_at': '2021-06-29T15:54:10Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'subnets': [{'id': 'e782a185-6e99-410c-b6d3-eb6560de4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:01:43.068825 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702cc610-5dbf-4596-a079-590b835d590a None None] New status for floating IP ea79baf0-79ad-4237-91f2-4cd000498506: DOWN {{(pid=92925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:01:43.730494 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:43.763107 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-fec3ede9-9840-405d-b627-b9d2a3330951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:43.785071 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f3c94-8c03-4660-86dc-4140cee82e00 req-85ffe509-9e8c-4ae1-afb3-0018ffe594e9 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:43.786717 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8d7f3c94-8c03-4660-86dc-4140cee82e00 req-85ffe509-9e8c-4ae1-afb3-0018ffe594e9 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 945 time: 0.0665803 Jun 29 16:01:43.825504 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8d7f3c94-8c03-4660-86dc-4140cee82e00 req-a50ec89a-7390-4e12-89d3-f533ed7bf070 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/security-groups?id=56bebd20-8f98-4818-afdc-cf7130f395af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327811 Jun 29 16:01:44.000744 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03016e-3757-4695-bb49-528a34806328 req-95c71dc5-4215-45dd-b54d-2adda1eb08f0 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:01:44.002157 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c03016e-3757-4695-bb49-528a34806328 req-95c71dc5-4215-45dd-b54d-2adda1eb08f0 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 945 time: 0.0635607 Jun 29 16:01:44.111370 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-5c03016e-3757-4695-bb49-528a34806328 req-2f27bfce-0aaf-41b6-8b68-670e09759083 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Deleting port 60866604-aac4-4d99-aff6-335cc36d85d1 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:44.111731 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5c03016e-3757-4695-bb49-528a34806328 req-2f27bfce-0aaf-41b6-8b68-670e09759083 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:44.208295 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-5c03016e-3757-4695-bb49-528a34806328 req-2f27bfce-0aaf-41b6-8b68-670e09759083 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] For port 60866604-aac4-4d99-aff6-335cc36d85d1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=60866604-aac4-4d99-aff6-335cc36d85d1,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:44.208627 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5c03016e-3757-4695-bb49-528a34806328 req-2f27bfce-0aaf-41b6-8b68-670e09759083 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:44.221919 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-5c03016e-3757-4695-bb49-528a34806328 req-2f27bfce-0aaf-41b6-8b68-670e09759083 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Calling delete_port for 60866604-aac4-4d99-aff6-335cc36d85d1 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:44.353708 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5c03016e-3757-4695-bb49-528a34806328 req-2f27bfce-0aaf-41b6-8b68-670e09759083 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:44.357477 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-8a34d4bb-b16d-4560-89a2-d56893628531 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:44.384995 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27bfce-0aaf-41b6-8b68-670e09759083 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event deleted for resources: {'Port': ['ID=60866604-aac4-4d99-aff6-335cc36d85d1,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:44.388137 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-2f27bfce-0aaf-41b6-8b68-670e09759083 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:44.433835 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c03016e-3757-4695-bb49-528a34806328 req-2f27bfce-0aaf-41b6-8b68-670e09759083 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] No DVR routers for this DVR port 60866604-aac4-4d99-aff6-335cc36d85d1 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:01:44.436243 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-5c03016e-3757-4695-bb49-528a34806328 req-2f27bfce-0aaf-41b6-8b68-670e09759083 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:44.438914 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-5c03016e-3757-4695-bb49-528a34806328 req-2f27bfce-0aaf-41b6-8b68-670e09759083 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.81 "DELETE /v2.0/ports/60866604-aac4-4d99-aff6-335cc36d85d1 HTTP/1.1" status: 204 len: 173 time: 0.4297471 Jun 29 16:01:44.439524 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'name': 'network-vif-deleted', 'tag': '60866604-aac4-4d99-aff6-335cc36d85d1'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:01:44.441829 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa77488-2fad-4eac-8e05-2488ab484cdd" -d '{"events": [{"server_uuid": "70bdebf7-7732-4c59-b080-3fe77d9cf514", "name": "network-vif-deleted", "tag": "60866604-aac4-4d99-aff6-335cc36d85d1"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:01:44.484257 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254aa86c-8977-4534-8a79-97715a6ed1e5 x-openstack-request-id: req-254aa86c-8977-4534-8a79-97715a6ed1e5 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:01:44.484595 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bdebf7-7732-4c59-b080-3fe77d9cf514", "name": "network-vif-deleted", "tag": "60866604-aac4-4d99-aff6-335cc36d85d1", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:01:44.484951 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-254aa86c-8977-4534-8a79-97715a6ed1e5 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:01:44.485494 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bdebf7-7732-4c59-b080-3fe77d9cf514', 'name': 'network-vif-deleted', 'tag': '60866604-aac4-4d99-aff6-335cc36d85d1', 'status': 'completed', 'code': 200} Jun 29 16:01:44.645965 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:44.980487 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0db2d1e9-e447-488a-a69b-baacc14eb31e req-7b7187e9-ab83-4226-9397-221d19916229 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "GET /v2.0/ports?device_id=70bdebf7-7732-4c59-b080-3fe77d9cf514 HTTP/1.1" status: 200 len: 210 time: 0.0287626 Jun 29 16:01:46.080205 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46738) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:46.204347 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-6e5006d5-570c-4cc1-aa58-5e0714a724df tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Deleting port bff6fcfb-50af-4f1f-87d0-8f24eff01e87 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:46.204677 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e5006d5-570c-4cc1-aa58-5e0714a724df tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:46.275630 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:46.447945 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 60866604-aac4-4d99-aff6-335cc36d85d1 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:01:46.471073 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: 60866604-aac4-4d99-aff6-335cc36d85d1 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:01:46.471423 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 60866604-aac4-4d99-aff6-335cc36d85d1 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:01:46.479297 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e5006d5-570c-4cc1-aa58-5e0714a724df tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:46.479621 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e5006d5-570c-4cc1-aa58-5e0714a724df tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:46.490814 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-6e5006d5-570c-4cc1-aa58-5e0714a724df tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Calling delete_port for bff6fcfb-50af-4f1f-87d0-8f24eff01e87 owned by network:floatingip {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:46.618786 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e5006d5-570c-4cc1-aa58-5e0714a724df tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:46.621545 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-f3ec6822-ebb7-4d4e-a658-600214960850 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:46.657069 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5006d5-570c-4cc1-aa58-5e0714a724df tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event deleted for resources: {'Port': ['ID=bff6fcfb-50af-4f1f-87d0-8f24eff01e87,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:46.664432 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-6e5006d5-570c-4cc1-aa58-5e0714a724df tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:46.722499 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e5006d5-570c-4cc1-aa58-5e0714a724df tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for floatingip, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:46.724956 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-6e5006d5-570c-4cc1-aa58-5e0714a724df tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for floatingip, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:46.726145 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-6e5006d5-570c-4cc1-aa58-5e0714a724df tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "DELETE /v2.0/floatingips/a4063548-d892-4129-85fb-d11d7a40e3db HTTP/1.1" status: 204 len: 168 time: 0.6450267 Jun 29 16:01:47.985824 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46762) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:48.059104 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e98b0b5-7415-4696-ac0f-f5b0d649a133 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:48.094752 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e98b0b5-7415-4696-ac0f-f5b0d649a133 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:48.444719 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e98b0b5-7415-4696-ac0f-f5b0d649a133 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:48.447322 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-7e98b0b5-7415-4696-ac0f-f5b0d649a133 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:48.448483 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-7e98b0b5-7415-4696-ac0f-f5b0d649a133 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] 10.222.0.69 "DELETE /v2.0/security-groups/56bebd20-8f98-4818-afdc-cf7130f395af HTTP/1.1" status: 204 len: 168 time: 0.4616785 Jun 29 16:01:48.449280 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e80b114e-591b-497a-be58-d463e91d07ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:48.459116 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98b0b5-7415-4696-ac0f-f5b0d649a133 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bebd20-8f98-4818-afdc-cf7130f395af,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:48.461396 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7e98b0b5-7415-4696-ac0f-f5b0d649a133 tempest-TestVolumeBootPattern-1898907373 tempest-TestVolumeBootPattern-1898907373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:48.504140 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46766) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:48.895537 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cf9dded3-d2d9-40da-9095-5a36aa17c494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001785'] for router_interface, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:49.144334 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-cf9dded3-d2d9-40da-9095-5a36aa17c494 admin admin] Deleting port 2c0b15de-5492-4801-b218-42a00b2a00a3 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:49.145016 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cf9dded3-d2d9-40da-9095-5a36aa17c494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:49.224429 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-cf9dded3-d2d9-40da-9095-5a36aa17c494 admin admin] For port 2c0b15de-5492-4801-b218-42a00b2a00a3, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=2c0b15de-5492-4801-b218-42a00b2a00a3,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:49.224785 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cf9dded3-d2d9-40da-9095-5a36aa17c494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:49.236999 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-cf9dded3-d2d9-40da-9095-5a36aa17c494 admin admin] Calling delete_port for 2c0b15de-5492-4801-b218-42a00b2a00a3 owned by network:router_interface {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:49.420724 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cf9dded3-d2d9-40da-9095-5a36aa17c494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:49.423040 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-0aa912fc-d530-489c-8e7c-e604de01c1dc tempest-TestMinimumBasicScenario-1386251862 tempest-TestMinimumBasicScenario-1386251862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:49.449102 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9dded3-d2d9-40da-9095-5a36aa17c494 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0b15de-5492-4801-b218-42a00b2a00a3,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:49.457330 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cf9dded3-d2d9-40da-9095-5a36aa17c494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:49.624029 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cf9dded3-d2d9-40da-9095-5a36aa17c494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000585'] for router_interface, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:49.840119 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9dded3-d2d9-40da-9095-5a36aa17c494 admin admin] Router 118909a7-dbd8-4038-9054-2257c9fcac51 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:01:49.952269 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9dded3-d2d9-40da-9095-5a36aa17c494 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:01:49.959769 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-cf9dded3-d2d9-40da-9095-5a36aa17c494 admin admin] 10.222.0.69 "PUT /v2.0/routers/118909a7-dbd8-4038-9054-2257c9fcac51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4521720 Jun 29 16:01:49.960477 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46782) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:49.961729 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaeac4b-18cf-422c-ab90-bd9110dd5dba None None] Sync routers for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:01:49.972024 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaeac4b-18cf-422c-ab90-bd9110dd5dba None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:01:49.972870 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8eaeac4b-18cf-422c-ab90-bd9110dd5dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:01:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:50.085318 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-8eaeac4b-18cf-422c-ab90-bd9110dd5dba None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:01:50.113536 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.230396 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.268886 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8eaeac4b-18cf-422c-ab90-bd9110dd5dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T16:01:49Z', 'revision_number': 5, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port': {'id': '0374fb75-bb6c-4231-8db3-c71f58c8b978', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:88:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:53:58Z', 'updated_at': '2021-06-29T15:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:50.287169 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Deleting port 0374fb75-bb6c-4231-8db3-c71f58c8b978 {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:50.287514 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.295304 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaeac4b-18cf-422c-ab90-bd9110dd5dba None None] Checking router: 118909a7-dbd8-4038-9054-2257c9fcac51 for host: dv-cinder-792209-4-iscsi {{(pid=92924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:01:50.304322 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaeac4b-18cf-422c-ab90-bd9110dd5dba None None] Routers {'118909a7-dbd8-4038-9054-2257c9fcac51'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:01:50.304934 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8eaeac4b-18cf-422c-ab90-bd9110dd5dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:01:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['118909a7-dbd8-4038-9054-2257c9fcac51'], 'active': True} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:50.369422 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] For port 0374fb75-bb6c-4231-8db3-c71f58c8b978, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=0374fb75-bb6c-4231-8db3-c71f58c8b978,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:50.369422 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.381346 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Calling delete_port for 0374fb75-bb6c-4231-8db3-c71f58c8b978 owned by network:router_gateway {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:50.391546 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvr_db [None req-8eaeac4b-18cf-422c-ab90-bd9110dd5dba None None] Set router 118909a7-dbd8-4038-9054-2257c9fcac51 gateway port host: None {{(pid=92924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:01:50.448473 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_hamode_db [None req-8eaeac4b-18cf-422c-ab90-bd9110dd5dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T16:01:50Z', 'revision_number': 6, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port_host': None}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:50.476359 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaeac4b-18cf-422c-ab90-bd9110dd5dba None None] The sync data for ids ['118909a7-dbd8-4038-9054-2257c9fcac51'] in dv-cinder-792209-4-iscsi is: [{'id': '118909a7-dbd8-4038-9054-2257c9fcac51', 'name': 'tempest-TestVolumeBootPattern-107595502-router', 'tenant_id': '03fed08d2d30427c9b704b601461f29c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:53:57Z', 'updated_at': '2021-06-29T16:01:50Z', 'revision_number': 6, 'project_id': '03fed08d2d30427c9b704b601461f29c', 'gw_port_host': None}] {{(pid=92924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:01:50.558532 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.560537 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-33efeb40-f724-4511-a256-cdbb258ab6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:50.584489 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0374fb75-bb6c-4231-8db3-c71f58c8b978,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:50.588385 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:50.650894 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646125'] for router_gateway, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.744857 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1000101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1739'] for router, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.746850 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.787915 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1001388'] for router, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.788526 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 118909a7-dbd8-4038-9054-2257c9fcac51 {{(pid=92923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:01:50.792857 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] Notify callbacks [] for router, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.794026 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-c0448371-24a4-467c-a37d-adc8f85fe5b2 admin admin] 10.222.0.69 "DELETE /v2.0/routers/118909a7-dbd8-4038-9054-2257c9fcac51 HTTP/1.1" status: 204 len: 168 time: 0.8323991 Jun 29 16:01:50.796448 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46786) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:50.840566 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6e4fa1-a683-4507-9d4c-ab7eac259155 admin admin] Deleting subnet e782a185-6e99-410c-b6d3-eb6560de4818 {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:01:50.843681 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4fa1-a683-4507-9d4c-ab7eac259155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.877380 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4fa1-a683-4507-9d4c-ab7eac259155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2514715'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:50.959723 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4fa1-a683-4507-9d4c-ab7eac259155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.018355 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4fa1-a683-4507-9d4c-ab7eac259155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9716441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9850893'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.020063 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 2c0b15de-5492-4801-b218-42a00b2a00a3 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:01:51.020807 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:51.039690 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 2c0b15de-5492-4801-b218-42a00b2a00a3 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:01:51.040052 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 2c0b15de-5492-4801-b218-42a00b2a00a3 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:01:51.040478 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 0374fb75-bb6c-4231-8db3-c71f58c8b978 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:01:51.041272 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e4fa1-a683-4507-9d4c-ab7eac259155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e782a185-6e99-410c-b6d3-eb6560de4818,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:51.044345 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8d6e4fa1-a683-4507-9d4c-ab7eac259155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:51.052409 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8d6e4fa1-a683-4507-9d4c-ab7eac259155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.054589 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8d6e4fa1-a683-4507-9d4c-ab7eac259155 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e782a185-6e99-410c-b6d3-eb6560de4818 HTTP/1.1" status: 204 len: 168 time: 0.2572308 Jun 29 16:01:51.057366 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46788) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:51.065244 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3af2f4-58d2-48dc-8bb5-b60c94bf14cd None None] Network ef06879d-50c8-4635-a559-6c16b91b96ce requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:01:51.068459 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 0374fb75-bb6c-4231-8db3-c71f58c8b978 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:01:51.068814 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 0374fb75-bb6c-4231-8db3-c71f58c8b978 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:01:51.135267 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.193587 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Deleting port 4869cff4-d9fd-4349-a65e-58668f0755a7 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:51.193955 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.268226 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] For port 4869cff4-d9fd-4349-a65e-58668f0755a7, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=4869cff4-d9fd-4349-a65e-58668f0755a7,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:51.268705 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.287166 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Calling delete_port for 4869cff4-d9fd-4349-a65e-58668f0755a7 owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:51.291730 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7cd88-ae87-4b85-a163-f4f84888e593 None None] DHCP port deletion for ef06879d-50c8-4635-a559-6c16b91b96ce request from dv-cinder-792209-4-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:01:51.341198 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-05b7cd88-ae87-4b85-a163-f4f84888e593 None None] Deleting port 4869cff4-d9fd-4349-a65e-58668f0755a7 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:51.341622 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-05b7cd88-ae87-4b85-a163-f4f84888e593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.371981 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.375354 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-666c1e20-a58e-4297-b731-bd7d5af9ce70 tempest-VolumesNegativeTest-774498432 tempest-VolumesNegativeTest-774498432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:51.400851 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4869cff4-d9fd-4349-a65e-58668f0755a7,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:51.402667 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] No DVR routers for this DVR port 4869cff4-d9fd-4349-a65e-58668f0755a7 on host dv-cinder-792209-4-iscsi {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:01:51.403922 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-05b7cd88-ae87-4b85-a163-f4f84888e593 None None] For port 4869cff4-d9fd-4349-a65e-58668f0755a7, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=4869cff4-d9fd-4349-a65e-58668f0755a7,segment=NetworkSegment(f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc),segment_id=f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:51.404160 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:51.404339 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-05b7cd88-ae87-4b85-a163-f4f84888e593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.418729 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-05b7cd88-ae87-4b85-a163-f4f84888e593 None None] Calling delete_port for 4869cff4-d9fd-4349-a65e-58668f0755a7 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:51.482875 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.493906 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef06879d-50c8-4635-a559-6c16b91b96ce']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:51.498728 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-05b7cd88-ae87-4b85-a163-f4f84888e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.501165 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:51.504581 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:51.504896 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f4b5a2-81ce-42a1-924e-5b4b8c0ebacc') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:51.513701 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9294825'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.524802 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7cd88-ae87-4b85-a163-f4f84888e593 None None] Pushing event deleted for resources: {'Port': ['ID=4869cff4-d9fd-4349-a65e-58668f0755a7,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:51.527821 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-05b7cd88-ae87-4b85-a163-f4f84888e593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:51.528636 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7cd88-ae87-4b85-a163-f4f84888e593 None None] No DVR routers for this DVR port 4869cff4-d9fd-4349-a65e-58668f0755a7 on host dv-cinder-792209-4-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:01:51.530970 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.539108 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:01:51.539734 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477928'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: timer() Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: cb(*args, **kw) Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: self._notify() Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: self.callback(batched_events) Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: event.method(event) Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._get(url).json() Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:01:51.541655 dv-cinder-792209-4-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:01:51.595021 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.599555 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:51.602893 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:51.604926 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ef06879d-50c8-4635-a559-6c16b91b96ce HTTP/1.1" status: 204 len: 168 time: 0.5465848 Jun 29 16:01:51.608084 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46792) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:51.620138 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef06879d-50c8-4635-a559-6c16b91b96ce,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:51.622808 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:51.949058 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2843-d017-4527-9ebe-a43a22edd998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001785'] for router_interface, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:52.195536 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-dfaa2843-d017-4527-9ebe-a43a22edd998 admin admin] Deleting port 7fc588a3-4d98-410e-b7cc-2b704063ba7b {{(pid=92923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:52.196244 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2843-d017-4527-9ebe-a43a22edd998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:52.277613 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.db [None req-dfaa2843-d017-4527-9ebe-a43a22edd998 admin admin] For port 7fc588a3-4d98-410e-b7cc-2b704063ba7b, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=7fc588a3-4d98-410e-b7cc-2b704063ba7b,segment=NetworkSegment(06895ac7-f918-4a54-803e-6dfe67a9f1ce),segment_id=06895ac7-f918-4a54-803e-6dfe67a9f1ce)] {{(pid=92923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:52.277981 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2843-d017-4527-9ebe-a43a22edd998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:52.292615 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.plugins.ml2.plugin [None req-dfaa2843-d017-4527-9ebe-a43a22edd998 admin admin] Calling delete_port for 7fc588a3-4d98-410e-b7cc-2b704063ba7b owned by network:router_interface {{(pid=92923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:52.487933 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2843-d017-4527-9ebe-a43a22edd998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9716259'] for port, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:52.490597 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-bea53dbc-0f6c-4e1b-a899-2d43310059bc tempest-AttachVolumeShelveTestJSON-2090758003 tempest-AttachVolumeShelveTestJSON-2090758003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:52.513122 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa2843-d017-4527-9ebe-a43a22edd998 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc588a3-4d98-410e-b7cc-2b704063ba7b,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:52.516790 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-dfaa2843-d017-4527-9ebe-a43a22edd998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:52.675952 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2843-d017-4527-9ebe-a43a22edd998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1000585'] for router_interface, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:52.893014 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaa2843-d017-4527-9ebe-a43a22edd998 admin admin] Router 6ab84f95-b941-4085-ae4f-ce501275b044 has already been hosted by L3 agent 327cb3d1-4104-4f55-9280-422eb5d2f64d {{(pid=92923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:01:52.982103 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 4869cff4-d9fd-4349-a65e-58668f0755a7 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:01:53.001195 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaa2843-d017-4527-9ebe-a43a22edd998 admin admin] Notify agent at l3_agent.dv-cinder-792209-4-iscsi the message routers_updated {{(pid=92923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:01:53.002325 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 4869cff4-d9fd-4349-a65e-58668f0755a7 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:01:53.002681 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 4869cff4-d9fd-4349-a65e-58668f0755a7 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:01:53.006154 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-dfaa2843-d017-4527-9ebe-a43a22edd998 admin admin] 10.222.0.69 "PUT /v2.0/routers/6ab84f95-b941-4085-ae4f-ce501275b044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3965223 Jun 29 16:01:53.008868 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46796) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:53.011077 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4076d6f-ca28-4700-a0a9-2e49a2d962da None None] Sync routers for ids ['6ab84f95-b941-4085-ae4f-ce501275b044'] in dv-cinder-792209-4-iscsi {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:01:53.021485 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4076d6f-ca28-4700-a0a9-2e49a2d962da None None] Routers {'6ab84f95-b941-4085-ae4f-ce501275b044'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:01:53.022109 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d4076d6f-ca28-4700-a0a9-2e49a2d962da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:01:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['6ab84f95-b941-4085-ae4f-ce501275b044'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:53.120932 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Notify callbacks [] for router, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.125911 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-d4076d6f-ca28-4700-a0a9-2e49a2d962da None None] Set router 6ab84f95-b941-4085-ae4f-ce501275b044 gateway port host: dv-cinder-792209-4-iscsi {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:01:53.226399 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.276537 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Deleting port a10575af-fc52-427b-bd26-bdea095a6cc0 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:53.276964 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.302461 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d4076d6f-ca28-4700-a0a9-2e49a2d962da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'name': 'tempest-TestVolumeBootPattern-946792921-router', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'external_fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:54:05Z', 'updated_at': '2021-06-29T16:01:52Z', 'revision_number': 5, 'project_id': '96538d9a5e1641e986059504f824ff5d', 'gw_port': {'id': 'a10575af-fc52-427b-bd26-bdea095a6cc0', 'name': '', 'network_id': 'bfa67d25-b868-43ee-b5d8-7530adde7935', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T15:54:06Z', 'updated_at': '2021-06-29T15:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '00c20b52-97b1-452d-b41e-17e914f48e74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-4-iscsi'}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:53.329232 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4076d6f-ca28-4700-a0a9-2e49a2d962da None None] Checking router: 6ab84f95-b941-4085-ae4f-ce501275b044 for host: dv-cinder-792209-4-iscsi {{(pid=92925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:01:53.337580 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4076d6f-ca28-4700-a0a9-2e49a2d962da None None] Routers {'6ab84f95-b941-4085-ae4f-ce501275b044'} bound to L3 agent in host dv-cinder-792209-4-iscsi {{(pid=92925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:01:53.338189 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d4076d6f-ca28-4700-a0a9-2e49a2d962da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T15:44:14Z,description=,heartbeat_timestamp=2021-06-29T16:01:44Z,host='dv-cinder-792209-4-iscsi',id=327cb3d1-4104-4f55-9280-422eb5d2f64d,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T15:44:14Z,topic='l3_agent')) {'router_ids': ['6ab84f95-b941-4085-ae4f-ce501275b044'], 'active': True} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:53.369722 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] For port a10575af-fc52-427b-bd26-bdea095a6cc0, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=a10575af-fc52-427b-bd26-bdea095a6cc0,segment=NetworkSegment(f3306c4d-ad2d-4c1a-b698-5da09b3c2e41),segment_id=f3306c4d-ad2d-4c1a-b698-5da09b3c2e41)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:53.370076 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.382077 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Calling delete_port for a10575af-fc52-427b-bd26-bdea095a6cc0 owned by network:router_gateway {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:53.421515 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_dvr_db [None req-d4076d6f-ca28-4700-a0a9-2e49a2d962da None None] Set router 6ab84f95-b941-4085-ae4f-ce501275b044 gateway port host: None {{(pid=92925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:01:53.472627 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.l3_hamode_db [None req-d4076d6f-ca28-4700-a0a9-2e49a2d962da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'name': 'tempest-TestVolumeBootPattern-946792921-router', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:54:05Z', 'updated_at': '2021-06-29T16:01:53Z', 'revision_number': 6, 'project_id': '96538d9a5e1641e986059504f824ff5d', 'gw_port_host': None}], 'dv-cinder-792209-4-iscsi', False) {} {{(pid=92925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:53.503941 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4076d6f-ca28-4700-a0a9-2e49a2d962da None None] The sync data for ids ['6ab84f95-b941-4085-ae4f-ce501275b044'] in dv-cinder-792209-4-iscsi is: [{'id': '6ab84f95-b941-4085-ae4f-ce501275b044', 'name': 'tempest-TestVolumeBootPattern-946792921-router', 'tenant_id': '96538d9a5e1641e986059504f824ff5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T15:54:05Z', 'updated_at': '2021-06-29T16:01:53Z', 'revision_number': 6, 'project_id': '96538d9a5e1641e986059504f824ff5d', 'gw_port_host': None}] {{(pid=92925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:01:53.554279 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.556557 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-dc33c4a3-dbcd-4485-92cf-7b7aa16716fb tempest-VolumesActionsTest-725388106 tempest-VolumesActionsTest-725388106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:53.577644 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Pushing event deleted for resources: {'Port': ['ID=a10575af-fc52-427b-bd26-bdea095a6cc0,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:53.582072 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:53.643191 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-646125'] for router_gateway, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.730190 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1000101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1739'] for router, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.732196 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.773240 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1001388'] for router, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.773789 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ab84f95-b941-4085-ae4f-ce501275b044 {{(pid=92922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:01:53.777942 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] Notify callbacks [] for router, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.779099 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-39c197cb-b22f-4130-9820-2c21c9ee226f admin admin] 10.222.0.69 "DELETE /v2.0/routers/6ab84f95-b941-4085-ae4f-ce501275b044 HTTP/1.1" status: 204 len: 168 time: 0.7691796 Jun 29 16:01:53.782354 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46800) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:53.824790 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_v2 [None req-af096550-195f-4339-a599-b4734e95581e admin admin] Deleting subnet c777f30a-8126-45f5-b6f9-a301beb0fe54 {{(pid=92922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:01:53.827805 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-af096550-195f-4339-a599-b4734e95581e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.864623 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-af096550-195f-4339-a599-b4734e95581e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9294822'] for subnet, precommit_delete_associations {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:53.949644 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-af096550-195f-4339-a599-b4734e95581e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.000502 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-af096550-195f-4339-a599-b4734e95581e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8477765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9165188'] for subnet, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.002884 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3d1d1371-0219-42f7-a347-971280b9740a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:54.026465 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af096550-195f-4339-a599-b4734e95581e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c777f30a-8126-45f5-b6f9-a301beb0fe54,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:54.030179 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-af096550-195f-4339-a599-b4734e95581e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:54.031166 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-af096550-195f-4339-a599-b4734e95581e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.036310 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-af096550-195f-4339-a599-b4734e95581e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c777f30a-8126-45f5-b6f9-a301beb0fe54 HTTP/1.1" status: 204 len: 168 time: 0.2501466 Jun 29 16:01:54.036310 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46802) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:54.038522 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd723b-d430-4b48-aa68-ef45e411c26d None None] Network 66c70838-37d8-496c-868c-910066ee33ba requested from dv-cinder-792209-4-iscsi {{(pid=92924) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:01:54.107145 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.162669 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Deleting port 84cb6e85-d87f-49ef-b62e-664323860209 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:54.163265 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.233961 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] For port 84cb6e85-d87f-49ef-b62e-664323860209, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=84cb6e85-d87f-49ef-b62e-664323860209,segment=NetworkSegment(06895ac7-f918-4a54-803e-6dfe67a9f1ce),segment_id=06895ac7-f918-4a54-803e-6dfe67a9f1ce)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:54.234622 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.248538 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Calling delete_port for 84cb6e85-d87f-49ef-b62e-664323860209 owned by network:dhcp {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:54.249953 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e1c9ca-235a-4432-83af-c3c50714c4d7 None None] DHCP port deletion for 66c70838-37d8-496c-868c-910066ee33ba request from dv-cinder-792209-4-iscsi {{(pid=92924) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:01:54.299820 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-f0e1c9ca-235a-4432-83af-c3c50714c4d7 None None] Deleting port 84cb6e85-d87f-49ef-b62e-664323860209 {{(pid=92924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:01:54.300510 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f0e1c9ca-235a-4432-83af-c3c50714c4d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.343725 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.347610 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-ea6c226c-d373-4cce-b34a-7190b58dd8d8 tempest-TestShelveInstance-1704304312 tempest-TestShelveInstance-1704304312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:54.372462 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-f0e1c9ca-235a-4432-83af-c3c50714c4d7 None None] For port 84cb6e85-d87f-49ef-b62e-664323860209, host dv-cinder-792209-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-4-iscsi',level=0,port_id=84cb6e85-d87f-49ef-b62e-664323860209,segment=NetworkSegment(06895ac7-f918-4a54-803e-6dfe67a9f1ce),segment_id=06895ac7-f918-4a54-803e-6dfe67a9f1ce)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:01:54.372970 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f0e1c9ca-235a-4432-83af-c3c50714c4d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.387955 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-f0e1c9ca-235a-4432-83af-c3c50714c4d7 None None] Calling delete_port for 84cb6e85-d87f-49ef-b62e-664323860209 owned by network:dhcp {{(pid=92924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:01:54.391143 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Pushing event deleted for resources: {'Port': ['ID=84cb6e85-d87f-49ef-b62e-664323860209,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:54.396838 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] No DVR routers for this DVR port 84cb6e85-d87f-49ef-b62e-664323860209 on host dv-cinder-792209-4-iscsi {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:01:54.398910 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:54.479679 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.491181 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c70838-37d8-496c-868c-910066ee33ba']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:54.492523 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f0e1c9ca-235a-4432-83af-c3c50714c4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094'] for port, after_delete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.494712 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:54.505477 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06895ac7-f918-4a54-803e-6dfe67a9f1ce') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:54.505877 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06895ac7-f918-4a54-803e-6dfe67a9f1ce') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:01:54.515429 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9294825'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.521962 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1c9ca-235a-4432-83af-c3c50714c4d7 None None] Pushing event deleted for resources: {'Port': ['ID=84cb6e85-d87f-49ef-b62e-664323860209,revision_number=None']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:54.526900 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-f0e1c9ca-235a-4432-83af-c3c50714c4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:54.529699 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e1c9ca-235a-4432-83af-c3c50714c4d7 None None] No DVR routers for this DVR port 84cb6e85-d87f-49ef-b62e-664323860209 on host dv-cinder-792209-4-iscsi {{(pid=92924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:01:54.537368 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.548070 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:01:54.548500 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477928'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: timer() Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: cb(*args, **kw) Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: self._notify() Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: self.callback(batched_events) Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: event.method(event) Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._get(url).json() Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:01:54.550400 dv-cinder-792209-4-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:01:54.610236 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.614101 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:54.616769 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.618630 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] 10.222.0.69 "DELETE /v2.0/networks/66c70838-37d8-496c-868c-910066ee33ba HTTP/1.1" status: 204 len: 168 time: 0.5817544 Jun 29 16:01:54.630507 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Pushing event deleted for resources: {'Network': ['ID=66c70838-37d8-496c-868c-910066ee33ba,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:54.633010 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:54.731964 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46808) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:54.774259 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-13a1d5f3-49ea-452f-9d1a-6449753ce878 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=03fed08d2d30427c9b704b601461f29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409729 Jun 29 16:01:54.776667 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 46810) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:54.824760 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cbb38be0-41da-4a87-844f-9ff4b12f7a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.845806 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cbb38be0-41da-4a87-844f-9ff4b12f7a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.893382 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cbb38be0-41da-4a87-844f-9ff4b12f7a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.896018 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-cbb38be0-41da-4a87-844f-9ff4b12f7a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:54.897170 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-cbb38be0-41da-4a87-844f-9ff4b12f7a51 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2548ee76-33d6-4b1c-84f6-277d68726295 HTTP/1.1" status: 204 len: 168 time: 0.1196218 Jun 29 16:01:54.898105 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-c5b78774-e68a-4866-b7c5-74f9b9e97bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:54.913832 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb38be0-41da-4a87-844f-9ff4b12f7a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2548ee76-33d6-4b1c-84f6-277d68726295,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:54.920494 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-cbb38be0-41da-4a87-844f-9ff4b12f7a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:54.950987 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 84cb6e85-d87f-49ef-b62e-664323860209 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:01:54.971161 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 84cb6e85-d87f-49ef-b62e-664323860209 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:01:54.971515 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 84cb6e85-d87f-49ef-b62e-664323860209 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:01:54.971936 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 7fc588a3-4d98-410e-b7cc-2b704063ba7b no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:01:54.990671 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: 7fc588a3-4d98-410e-b7cc-2b704063ba7b {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:01:54.991021 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device 7fc588a3-4d98-410e-b7cc-2b704063ba7b not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:01:54.991442 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a10575af-fc52-427b-bd26-bdea095a6cc0 no longer exists at agent ovs-agent-dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:01:55.009954 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] No Port match for: a10575af-fc52-427b-bd26-bdea095a6cc0 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:01:55.010313 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Device a10575af-fc52-427b-bd26-bdea095a6cc0 not bound to the agent host dv-cinder-792209-4-iscsi {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:01:55.237482 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46816) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:55.277811 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-70ebf838-3c45-42e4-84fb-185d641f8b53 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=96538d9a5e1641e986059504f824ff5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387168 Jun 29 16:01:55.280055 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 46818) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:01:55.325567 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a97254f-7b57-4889-9111-281c45482110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:55.346556 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a97254f-7b57-4889-9111-281c45482110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:55.390647 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a97254f-7b57-4889-9111-281c45482110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:55.393910 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-8a97254f-7b57-4889-9111-281c45482110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:01:55.395021 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-8a97254f-7b57-4889-9111-281c45482110 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a6673e3-b76b-4382-93a5-6db50211e6dc HTTP/1.1" status: 204 len: 168 time: 0.1140807 Jun 29 16:01:55.395785 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-79b41b40-18b0-4b94-ad48-2dc1739e14a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:01:55.402855 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97254f-7b57-4889-9111-281c45482110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6673e3-b76b-4382-93a5-6db50211e6dc,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:01:55.405139 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8a97254f-7b57-4889-9111-281c45482110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:01:56.153161 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:02:00.853911 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:11.004889 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6927102c-f440-4c02-8636-35632aa1abba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:13.731006 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:13.764447 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-302c6f01-2219-4a77-8e65-163a26a73a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:14.527933 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e49fe-c481-4283-8c59-dc4876b59f7c req-70b60450-f146-496b-99df-48b82fd47e3f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:14.529476 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8b4e49fe-c481-4283-8c59-dc4876b59f7c req-70b60450-f146-496b-99df-48b82fd47e3f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 945 time: 0.2689667 Jun 29 16:02:14.569105 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-8b4e49fe-c481-4283-8c59-dc4876b59f7c req-6d3203ca-12a1-4730-b3c7-3b917a7af5fb tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336621 Jun 29 16:02:14.648210 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:15.743146 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc4799-e2b1-4802-be00-e9dfb9490b9c req-ab2a84ac-4190-49df-a208-c8029d0b109c tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:15.744619 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aadc4799-e2b1-4802-be00-e9dfb9490b9c req-ab2a84ac-4190-49df-a208-c8029d0b109c tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 945 time: 0.0628090 Jun 29 16:02:15.817075 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-aadc4799-e2b1-4802-be00-e9dfb9490b9c req-387d0fa5-1b92-4987-aec2-88e850502eb2 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667336 Jun 29 16:02:15.850260 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e3b29-3cb6-4289-a94d-4930b095a207 req-96ce645c-06bc-4601-b892-68d67566eab6 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:15.851530 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9c7e3b29-3cb6-4289-a94d-4930b095a207 req-96ce645c-06bc-4601-b892-68d67566eab6 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95 HTTP/1.1" status: 200 len: 945 time: 0.0797310 Jun 29 16:02:15.948374 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-9c7e3b29-3cb6-4289-a94d-4930b095a207 req-6ead6606-bf97-4e11-bba2-1247760bb570 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Deleting port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:02:15.948750 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9c7e3b29-3cb6-4289-a94d-4930b095a207 req-6ead6606-bf97-4e11-bba2-1247760bb570 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:16.036596 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-9c7e3b29-3cb6-4289-a94d-4930b095a207 req-6ead6606-bf97-4e11-bba2-1247760bb570 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] For port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3,segment=NetworkSegment(27520222-dec5-443a-9344-c411b1f7f507),segment_id=27520222-dec5-443a-9344-c411b1f7f507)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:02:16.037020 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9c7e3b29-3cb6-4289-a94d-4930b095a207 req-6ead6606-bf97-4e11-bba2-1247760bb570 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:16.049893 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-9c7e3b29-3cb6-4289-a94d-4930b095a207 req-6ead6606-bf97-4e11-bba2-1247760bb570 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Calling delete_port for bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:02:16.175658 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9c7e3b29-3cb6-4289-a94d-4930b095a207 req-6ead6606-bf97-4e11-bba2-1247760bb570 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:16.179459 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:02:16.189448 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:02:16.204660 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead6606-bf97-4e11-bba2-1247760bb570 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Pushing event deleted for resources: {'Port': ['ID=bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:02:16.207771 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6ead6606-bf97-4e11-bba2-1247760bb570 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:02:16.249927 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7e3b29-3cb6-4289-a94d-4930b095a207 req-6ead6606-bf97-4e11-bba2-1247760bb570 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] No DVR routers for this DVR port bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:02:16.252397 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-9c7e3b29-3cb6-4289-a94d-4930b095a207 req-6ead6606-bf97-4e11-bba2-1247760bb570 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:16.254410 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-9c7e3b29-3cb6-4289-a94d-4930b095a207 req-6ead6606-bf97-4e11-bba2-1247760bb570 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.81 "DELETE /v2.0/ports/bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 HTTP/1.1" status: 204 len: 173 time: 0.3976986 Jun 29 16:02:16.254915 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95', 'name': 'network-vif-deleted', 'tag': 'bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:02:16.257169 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cbbdcd-6280-4692-87ab-d2479880b601" -d '{"events": [{"server_uuid": "ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95", "name": "network-vif-deleted", "tag": "bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:02:16.273995 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:16.296461 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dbe47c-1525-4d81-8109-808ab4d898f6 x-openstack-request-id: req-c1dbe47c-1525-4d81-8109-808ab4d898f6 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:02:16.296790 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95", "name": "network-vif-deleted", "tag": "bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:02:16.297271 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c1dbe47c-1525-4d81-8109-808ab4d898f6 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:02:16.297738 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad47f2bd-0ec5-4dd9-8ca2-ae5a0a613c95', 'name': 'network-vif-deleted', 'tag': 'bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3', 'status': 'completed', 'code': 200} Jun 29 16:02:19.042858 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:02:19.069882 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:02:19.070232 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device bf80c348-b6b1-49bb-89eb-d1ee4e5d91c3 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:02:26.007382 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-5e879a13-eeab-4428-86ce-f636227514db tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:26.008838 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-5e879a13-eeab-4428-86ce-f636227514db tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/networks?id=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 HTTP/1.1" status: 200 len: 814 time: 0.1009362 Jun 29 16:02:26.023548 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-2b977dc4-95c1-4372-8c3e-0fea24d99452 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/quotas/e4c5c1986a6341c5978c4d481787b97d HTTP/1.1" status: 200 len: 375 time: 0.0094092 Jun 29 16:02:26.062061 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-2d0bc2bb-5ed2-4fc7-9efe-ee3648fc4696 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4c5c1986a6341c5978c4d481787b97d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332410 Jun 29 16:02:26.162528 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-9c28df5a-97f5-4531-b315-e7ef1666c907 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92923) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:02:26.163523 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-9c28df5a-97f5-4531-b315-e7ef1666c907 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0954590 Jun 29 16:02:26.252452 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-44a35952-550e-4ab3-bdbb-ef2de5c9c3ac service neutron] 10.222.0.69 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829556 Jun 29 16:02:26.340882 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-a016f480-9bc2-4ff4-a199-595cb401b06d service neutron] 10.222.0.69 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827839 Jun 29 16:02:26.571411 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-541574bb-0c57-457a-a4cb-5009b3a14e91 req-9c10b861-2a9f-441e-a57c-b03095bff942 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 210 time: 0.0933447 Jun 29 16:02:27.680373 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-c8e6279d-9b5b-4b62-af5c-b6269b078352 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:27.681976 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-c8e6279d-9b5b-4b62-af5c-b6269b078352 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.81 "GET /v2.0/networks?id=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 HTTP/1.1" status: 200 len: 814 time: 0.1085153 Jun 29 16:02:27.695785 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Request body: {'port': {'device_id': 'c61bf53a-0ca0-4a73-954f-a552ea5318c0', 'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81', 'admin_state_up': True, 'tenant_id': 'e4c5c1986a6341c5978c4d481787b97d'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:02:27.722253 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-da8edd23-b132-438e-8ffd-33e1aa58c5f1 req-9696f8fb-ce5b-4b29-8dda-b4503476c5c9 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 210 time: 0.0308917 Jun 29 16:02:27.813429 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Made reservation on behalf of e4c5c1986a6341c5978c4d481787b97d for: {'port': 1} {{(pid=92922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:02:27.816936 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:27.934664 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.db_base_plugin_common [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Allocated IP 172.20.0.12 (ea0b21f8-06d5-49f0-aca0-6b2cadfacd81/2aef1569-2405-417c-865d-7c960d790e3c/01226ab8-cf85-48dd-bf78-e565bb3f7e48) {{(pid=92922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:02:28.080269 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks [] for port, precommit_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:28.118789 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1985660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775400707085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8477878'] for port, after_create {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:28.122995 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-b4e59a61-6662-4019-8d92-2d085d1029e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:02:28.164709 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Network ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 is already hosted by enough agents. {{(pid=92922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:02:28.167956 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.scheduler.base_scheduler [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Resources bound (agent type, host, resource id): {{(pid=92922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:02:28.172600 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Received port after_create {{(pid=92922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:02:28.484326 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Pushing event updated for resources: {'Port': ['ID=01226ab8-cf85-48dd-bf78-e565bb3f7e48,revision_number=1']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:02:28.488712 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:02:28.509824 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:28.510426 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:28.524267 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-307cdad3-bfc3-4a5d-b418-465def545314 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8326900 Jun 29 16:02:28.536845 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-e0faafea-6e74-4639-9e9f-e96e7b886e9d tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=92922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:02:28.537810 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-e0faafea-6e74-4639-9e9f-e96e7b886e9d tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053151 Jun 29 16:02:28.589124 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.v2.base [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Request body: {'port': {'device_id': 'c61bf53a-0ca0-4a73-954f-a552ea5318c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=92922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:02:28.657694 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:28.959081 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9fcf2-ab6f-4a4c-9fd7-6c603fe44005 req-fba971e6-e2cc-4d5a-954a-deea12792cc0 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:28.960556 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-76f9fcf2-ab6f-4a4c-9fd7-6c603fe44005 req-fba971e6-e2cc-4d5a-954a-deea12792cc0 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 932 time: 0.1264985 Jun 29 16:02:28.969420 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01226ab8-cf85-48dd-bf78-e565bb3f7e48 {{(pid=92922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:02:28.981709 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:29.009875 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Transition to ACTIVE for port object 01226ab8-cf85-48dd-bf78-e565bb3f7e48 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:02:29.016379 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:29.020644 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-76f9fcf2-ab6f-4a4c-9fd7-6c603fe44005 req-407a3dd6-7472-4e83-a79c-6a667e352c05 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544493 Jun 29 16:02:29.022308 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-774bb4db-17a3-4985-9393-7d96f42a74f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:02:29.093357 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Pushing event updated for resources: {'Port': ['ID=01226ab8-cf85-48dd-bf78-e565bb3f7e48,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:02:29.096135 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:02:29.141308 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Attempting to bind port 01226ab8-cf85-48dd-bf78-e565bb3f7e48 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:02:29.141653 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Attempting to bind port 01226ab8-cf85-48dd-bf78-e565bb3f7e48 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '27520222-dec5-443a-9344-c411b1f7f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:02:29.141990 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Attempting to bind port 01226ab8-cf85-48dd-bf78-e565bb3f7e48 on network ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:02:29.146156 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Port 01226ab8-cf85-48dd-bf78-e565bb3f7e48 on network ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:02:29.146478 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Attempting to bind port 01226ab8-cf85-48dd-bf78-e565bb3f7e48 on network ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:02:29.151533 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Checking agent: {'id': '9c00a532-d5e1-4697-a09b-24d6ac4cef25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'started_at': datetime.datetime(2021, 6, 29, 15, 50, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:02:29.151869 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Checking segment: {'id': '27520222-dec5-443a-9344-c411b1f7f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:02:29.152252 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Bound using segment: {'id': '27520222-dec5-443a-9344-c411b1f7f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:02:29.152675 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Bound port: 01226ab8-cf85-48dd-bf78-e565bb3f7e48, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27520222-dec5-443a-9344-c411b1f7f507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:02:29.153030 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:29.220734 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] For port 01226ab8-cf85-48dd-bf78-e565bb3f7e48, host hv-cinder-79220, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:02:29.223901 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] For port 01226ab8-cf85-48dd-bf78-e565bb3f7e48, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=01226ab8-cf85-48dd-bf78-e565bb3f7e48,segment=NetworkSegment(27520222-dec5-443a-9344-c411b1f7f507),segment_id=27520222-dec5-443a-9344-c411b1f7f507)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:02:29.227417 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8477828'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:29.229381 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-604b237b-5256-4fcc-8eba-7252d37fc655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:02:29.263898 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:29.264463 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:29.266059 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] 10.222.0.81 "PUT /v2.0/ports/01226ab8-cf85-48dd-bf78-e565bb3f7e48 HTTP/1.1" status: 200 len: 1094 time: 0.7222605 Jun 29 16:02:29.266575 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61bf53a-0ca0-4a73-954f-a552ea5318c0', 'tag': '01226ab8-cf85-48dd-bf78-e565bb3f7e48'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:02:29.268855 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf070c8-0065-498f-815c-b557c1d0ec6d" -d '{"events": [{"name": "network-changed", "server_uuid": "c61bf53a-0ca0-4a73-954f-a552ea5318c0", "tag": "01226ab8-cf85-48dd-bf78-e565bb3f7e48"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:02:29.291824 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Pushing event updated for resources: {'Port': ['ID=01226ab8-cf85-48dd-bf78-e565bb3f7e48,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:02:29.295107 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:02:29.307696 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3fd2e2-d323-4649-a1b5-865184606ec7 x-openstack-request-id: req-ab3fd2e2-d323-4649-a1b5-865184606ec7 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:02:29.308030 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61bf53a-0ca0-4a73-954f-a552ea5318c0", "tag": "01226ab8-cf85-48dd-bf78-e565bb3f7e48", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:02:29.308320 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab3fd2e2-d323-4649-a1b5-865184606ec7 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:02:29.308749 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61bf53a-0ca0-4a73-954f-a552ea5318c0', 'tag': '01226ab8-cf85-48dd-bf78-e565bb3f7e48', 'status': 'completed', 'code': 200} Jun 29 16:02:29.364632 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-db5492d2-0aa3-4995-9047-3efd3a81258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:29.366167 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-db5492d2-0aa3-4995-9047-3efd3a81258d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e4c5c1986a6341c5978c4d481787b97d&device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 1097 time: 0.0560818 Jun 29 16:02:29.406870 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-0667c02e-e281-4093-9ce4-76ab7ca57d47 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01226ab8-cf85-48dd-bf78-e565bb3f7e48 HTTP/1.1" status: 200 len: 217 time: 0.0333428 Jun 29 16:02:29.455579 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-ceb66f9e-22f2-409c-ad85-21a3ee7dd5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:29.457027 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-ceb66f9e-22f2-409c-ad85-21a3ee7dd5b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2aef1569-2405-417c-865d-7c960d790e3c HTTP/1.1" status: 200 len: 854 time: 0.0437901 Jun 29 16:02:29.493814 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-7d7b3a13-08d7-4590-a695-0011a443e72c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303843 Jun 29 16:02:29.583311 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-ce050f6f-b0bd-46f9-9475-66c549ae7ecc service neutron] 10.222.0.81 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828326 Jun 29 16:02:29.673775 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-0c8f13f3-422b-4485-a470-8b21e3c81982 req-977a3897-9c38-4f31-bd75-c0b34ffee4af service neutron] 10.222.0.81 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846648 Jun 29 16:02:29.775224 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf070c8-0065-498f-815c-b557c1d0ec6d req-99ca64ef-e6fc-46e2-9164-aa554bbd9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:29.776702 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-acf070c8-0065-498f-815c-b557c1d0ec6d req-99ca64ef-e6fc-46e2-9164-aa554bbd9e1b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e4c5c1986a6341c5978c4d481787b97d&device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 1097 time: 0.0536163 Jun 29 16:02:29.864282 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf070c8-0065-498f-815c-b557c1d0ec6d req-976c406f-db31-4709-9b65-df55dab7597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:29.865684 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-acf070c8-0065-498f-815c-b557c1d0ec6d req-976c406f-db31-4709-9b65-df55dab7597d service neutron] 10.222.0.81 "GET /v2.0/networks?id=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 HTTP/1.1" status: 200 len: 915 time: 0.0829613 Jun 29 16:02:29.909841 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-acf070c8-0065-498f-815c-b557c1d0ec6d req-9d71ad5e-8449-4bf9-8a40-a5571c1ed1f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01226ab8-cf85-48dd-bf78-e565bb3f7e48 HTTP/1.1" status: 200 len: 217 time: 0.0374243 Jun 29 16:02:29.958883 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf070c8-0065-498f-815c-b557c1d0ec6d req-9fe0b280-b055-423b-a7c6-1dbc3a0ac2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:29.960318 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-acf070c8-0065-498f-815c-b557c1d0ec6d req-9fe0b280-b055-423b-a7c6-1dbc3a0ac2e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2aef1569-2405-417c-865d-7c960d790e3c HTTP/1.1" status: 200 len: 854 time: 0.0437088 Jun 29 16:02:29.992159 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-acf070c8-0065-498f-815c-b557c1d0ec6d req-0cc299c2-214c-467f-bb35-844999f6a15c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251832 Jun 29 16:02:30.084418 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-acf070c8-0065-498f-815c-b557c1d0ec6d req-15ab6c47-4ba3-4a74-b42b-d7f3af39c83e service neutron] 10.222.0.81 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854256 Jun 29 16:02:30.216317 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-acf070c8-0065-498f-815c-b557c1d0ec6d req-9f598f80-a03f-4ceb-bdd9-a6864abf1b2e service neutron] 10.222.0.81 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250544 Jun 29 16:02:30.230707 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70181ce-8a06-4879-8258-cdef76e006b0 req-d634b36d-6d93-4b0a-8993-8cbb97b0666a tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:30.232145 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d70181ce-8a06-4879-8258-cdef76e006b0 req-d634b36d-6d93-4b0a-8993-8cbb97b0666a tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 944 time: 0.0978241 Jun 29 16:02:30.270615 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-d70181ce-8a06-4879-8258-cdef76e006b0 req-ae171b7c-d87e-4586-bf3d-8822dd94e47b tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Jun 29 16:02:30.851303 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:31.460646 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3612586-53e2-4f4c-8481-8e1898290a45 req-a19c89ba-b32e-4cbf-af14-c44d23669b37 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:31.462161 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e3612586-53e2-4f4c-8481-8e1898290a45 req-a19c89ba-b32e-4cbf-af14-c44d23669b37 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 944 time: 0.0708449 Jun 29 16:02:31.499720 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-e3612586-53e2-4f4c-8481-8e1898290a45 req-fd0c8edd-c9af-4d95-af10-af36ca3d2bdb tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Jun 29 16:02:32.650623 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 01226ab8-cf85-48dd-bf78-e565bb3f7e48 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=92924) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:02:32.669321 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec88fd-d054-4d84-b4c0-57053eaa8934 req-67a0c4a6-98e6-45cd-8fdf-c264391dff4e tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:32.670849 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3bec88fd-d054-4d84-b4c0-57053eaa8934 req-67a0c4a6-98e6-45cd-8fdf-c264391dff4e tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 944 time: 0.0631204 Jun 29 16:02:32.709810 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-3bec88fd-d054-4d84-b4c0-57053eaa8934 req-bec2b33c-6ec7-462c-9027-c3a800a0a157 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333405 Jun 29 16:02:32.742493 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 01226ab8-cf85-48dd-bf78-e565bb3f7e48, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=01226ab8-cf85-48dd-bf78-e565bb3f7e48,segment=NetworkSegment(27520222-dec5-443a-9344-c411b1f7f507),segment_id=27520222-dec5-443a-9344-c411b1f7f507)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:02:32.756771 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Returning: {'device': '01226ab8-cf85-48dd-bf78-e565bb3f7e48', 'network_id': 'ea0b21f8-06d5-49f0-aca0-6b2cadfacd81', 'port_id': '01226ab8-cf85-48dd-bf78-e565bb3f7e48', 'mac_address': 'fa:16:3e:00:f7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aef1569-2405-417c-865d-7c960d790e3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92924) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:02:32.792757 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:32.804776 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01226ab8-cf85-48dd-bf78-e565bb3f7e48 {{(pid=92924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:02:32.824378 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 01226ab8-cf85-48dd-bf78-e565bb3f7e48, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=01226ab8-cf85-48dd-bf78-e565bb3f7e48,segment=NetworkSegment(27520222-dec5-443a-9344-c411b1f7f507),segment_id=27520222-dec5-443a-9344-c411b1f7f507)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:02:32.828834 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:32.830743 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:02:32.875629 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=01226ab8-cf85-48dd-bf78-e565bb3f7e48,revision_number=4']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:02:32.882564 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:32.882912 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:32.883256 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:32.883592 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:32.883925 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:32.884258 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:32.884585 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:32.884910 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:32.885237 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:32.885587 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:32.885911 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:32.886231 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:32.890735 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:02:33.031440 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['01226ab8-cf85-48dd-bf78-e565bb3f7e48'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:02:33.151785 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:02:33.882723 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752570f-dc31-420e-877d-2b95d5fec1ab req-d952986d-1904-432e-aab9-734bc56514c9 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:33.884177 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b752570f-dc31-420e-877d-2b95d5fec1ab req-d952986d-1904-432e-aab9-734bc56514c9 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 945 time: 0.0637481 Jun 29 16:02:33.921452 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-b752570f-dc31-420e-877d-2b95d5fec1ab req-182dc542-50d8-4767-9987-08a985ca6271 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309556 Jun 29 16:02:34.664461 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 01226ab8-cf85-48dd-bf78-e565bb3f7e48 up at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:02:34.711028 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning for port 01226ab8-cf85-48dd-bf78-e565bb3f7e48 completed by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:02:34.714520 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.db.provisioning_blocks [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Provisioning complete for port 01226ab8-cf85-48dd-bf78-e565bb3f7e48 triggered by entity L2. {{(pid=92924) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:02:34.714893 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2055177'] for port, provisioning_complete {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:34.790351 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1985587'] for port, before_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:34.929771 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61bf53a-0ca0-4a73-954f-a552ea5318c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01226ab8-cf85-48dd-bf78-e565bb3f7e48'}] {{(pid=92924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:02:34.932176 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ada8a2cc207cb93bbefef838535a4fc78528a7dcf88c7de048d74e1585e9c0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c4dc59-ebbd-4d9d-aeb6-daf8c7a43118" -d '{"events": [{"server_uuid": "c61bf53a-0ca0-4a73-954f-a552ea5318c0", "name": "network-vif-plugged", "status": "completed", "tag": "01226ab8-cf85-48dd-bf78-e565bb3f7e48"}]}' {{(pid=92924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:02:34.946181 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] For port 01226ab8-cf85-48dd-bf78-e565bb3f7e48, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=01226ab8-cf85-48dd-bf78-e565bb3f7e48,segment=NetworkSegment(27520222-dec5-443a-9344-c411b1f7f507),segment_id=27520222-dec5-443a-9344-c411b1f7f507)] {{(pid=92924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:02:34.951624 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775401278154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775400707103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775400707148'] for port, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:34.953807 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-1462b5fd-40a3-4a39-9367-c03ee87efb4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:02:34.976190 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2383d449-f5ad-41bb-af6b-0349a102ff4c x-openstack-request-id: req-2383d449-f5ad-41bb-af6b-0349a102ff4c {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:02:34.976540 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61bf53a-0ca0-4a73-954f-a552ea5318c0", "name": "network-vif-plugged", "status": "completed", "tag": "01226ab8-cf85-48dd-bf78-e565bb3f7e48", "code": 200}]} {{(pid=92924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:02:34.976813 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2383d449-f5ad-41bb-af6b-0349a102ff4c {{(pid=92924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:02:34.977349 dv-cinder-792209-4-iscsi neutron-server[92924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61bf53a-0ca0-4a73-954f-a552ea5318c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01226ab8-cf85-48dd-bf78-e565bb3f7e48', 'code': 200} Jun 29 16:02:35.010216 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Pushing event updated for resources: {'Port': ['ID=01226ab8-cf85-48dd-bf78-e565bb3f7e48,revision_number=5']} {{(pid=92924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:02:35.013165 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG oslo_concurrency.lockutils [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:02:35.114308 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d324906-3265-4a88-81bb-f34e0da07148 req-10f44722-b03c-49f1-80fa-08e8ab743b7e tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:35.115791 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9d324906-3265-4a88-81bb-f34e0da07148 req-10f44722-b03c-49f1-80fa-08e8ab743b7e tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 946 time: 0.0633850 Jun 29 16:02:35.154359 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-9d324906-3265-4a88-81bb-f34e0da07148 req-32c9890e-c7ca-4b99-a70b-14558e40bf8d tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321727 Jun 29 16:02:35.208378 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf994ee-8387-4360-a702-f67c0f1ad3a9 req-735946fd-b19b-423f-a2db-72dd6ffbb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:35.209839 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dcf994ee-8387-4360-a702-f67c0f1ad3a9 req-735946fd-b19b-423f-a2db-72dd6ffbb59f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 1099 time: 0.0597012 Jun 29 16:02:35.242385 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-dcf994ee-8387-4360-a702-f67c0f1ad3a9 req-d6862493-8612-447d-b68e-4d5879acbefa service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266922 Jun 29 16:02:36.337785 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24345c7-636d-4bdc-b8b0-ebae6d724c0e req-0a7eb081-4e4d-411d-b1c7-c1f55b95cc23 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:36.339312 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a24345c7-636d-4bdc-b8b0-ebae6d724c0e req-0a7eb081-4e4d-411d-b1c7-c1f55b95cc23 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 946 time: 0.0662961 Jun 29 16:02:36.376961 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-a24345c7-636d-4bdc-b8b0-ebae6d724c0e req-7e296a01-6daa-408b-80af-9f23812c1aa0 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Jun 29 16:02:38.091609 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78dba00c-db00-4df3-8d2e-2f9237de5ebc req-7149ff50-9a2d-49b5-a83a-cd646c2ff985 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520635 Jun 29 16:02:38.190743 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dba00c-db00-4df3-8d2e-2f9237de5ebc req-c7708b3a-2103-4d80-9268-25c855b110e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:38.192200 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78dba00c-db00-4df3-8d2e-2f9237de5ebc req-c7708b3a-2103-4d80-9268-25c855b110e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e4c5c1986a6341c5978c4d481787b97d&device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 1099 time: 0.0558937 Jun 29 16:02:38.297103 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dba00c-db00-4df3-8d2e-2f9237de5ebc req-b75120a6-0896-474d-9423-efd61f149c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:38.298591 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78dba00c-db00-4df3-8d2e-2f9237de5ebc req-b75120a6-0896-474d-9423-efd61f149c58 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 HTTP/1.1" status: 200 len: 915 time: 0.0839553 Jun 29 16:02:38.341986 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78dba00c-db00-4df3-8d2e-2f9237de5ebc req-0b034211-24c3-4bdb-bc6f-dcf5a3cb6455 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01226ab8-cf85-48dd-bf78-e565bb3f7e48 HTTP/1.1" status: 200 len: 217 time: 0.0369098 Jun 29 16:02:38.388253 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dba00c-db00-4df3-8d2e-2f9237de5ebc req-c6cdfe9e-8f6a-4d4c-be5c-7a87011fa9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:38.389807 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78dba00c-db00-4df3-8d2e-2f9237de5ebc req-c6cdfe9e-8f6a-4d4c-be5c-7a87011fa9b1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2aef1569-2405-417c-865d-7c960d790e3c HTTP/1.1" status: 200 len: 854 time: 0.0424862 Jun 29 16:02:38.421774 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78dba00c-db00-4df3-8d2e-2f9237de5ebc req-a33a48c5-af10-4e78-baf5-8dce3407979c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251393 Jun 29 16:02:38.510459 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78dba00c-db00-4df3-8d2e-2f9237de5ebc req-aa70d65c-6956-4a23-bb4f-ca19b3e21eb2 service neutron] 10.222.0.81 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835073 Jun 29 16:02:38.599843 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-78dba00c-db00-4df3-8d2e-2f9237de5ebc req-e0d95ad7-4070-4b7e-86a5-58310fad41f7 service neutron] 10.222.0.81 "GET /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829926 Jun 29 16:02:41.006079 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-12345965-6434-4db3-a64c-c2bca539dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:43.731965 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:43.765036 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9376d25f-4e8c-42e2-bd04-75ca69a5e82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:44.651692 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:46.274359 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:56.582366 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c4c90-fbd7-4e1d-9c77-98a48facd7d0 req-847ef09f-1bb0-4653-a5ab-7d99cc0e7170 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:56.583944 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a4c4c90-fbd7-4e1d-9c77-98a48facd7d0 req-847ef09f-1bb0-4653-a5ab-7d99cc0e7170 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 946 time: 0.0694740 Jun 29 16:02:56.627344 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-6a4c4c90-fbd7-4e1d-9c77-98a48facd7d0 req-e06a3324-9fba-4c58-9496-f7e65844e98b tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372407 Jun 29 16:02:57.808057 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cf06f-cf87-48e0-af10-99c25707068b req-167d87f3-ac3a-4577-95ce-73e0c1a5c62c tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:57.809518 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dd2cf06f-cf87-48e0-af10-99c25707068b req-167d87f3-ac3a-4577-95ce-73e0c1a5c62c tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 946 time: 0.0670214 Jun 29 16:02:57.846735 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-dd2cf06f-cf87-48e0-af10-99c25707068b req-c45406ca-0814-405d-830a-1fdad6009e35 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa712098-bf6b-463c-924f-0e18d03fa4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315745 Jun 29 16:02:58.048977 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cab79c-da26-44c0-8802-628483364cf4 req-00fa3d85-106f-4061-91a1-effbd929ce1c tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:02:58.050338 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-62cab79c-da26-44c0-8802-628483364cf4 req-00fa3d85-106f-4061-91a1-effbd929ce1c tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.81 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 946 time: 0.0619278 Jun 29 16:02:58.148581 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-62cab79c-da26-44c0-8802-628483364cf4 req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Deleting port 01226ab8-cf85-48dd-bf78-e565bb3f7e48 {{(pid=92922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:02:58.148926 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-62cab79c-da26-44c0-8802-628483364cf4 req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775401275450'] for port, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:58.238747 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.db [req-62cab79c-da26-44c0-8802-628483364cf4 req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] For port 01226ab8-cf85-48dd-bf78-e565bb3f7e48, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=01226ab8-cf85-48dd-bf78-e565bb3f7e48,segment=NetworkSegment(27520222-dec5-443a-9344-c411b1f7f507),segment_id=27520222-dec5-443a-9344-c411b1f7f507)] {{(pid=92922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:02:58.239110 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-62cab79c-da26-44c0-8802-628483364cf4 req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1003992'] for port, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:58.251384 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.plugin [req-62cab79c-da26-44c0-8802-628483364cf4 req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Calling delete_port for 01226ab8-cf85-48dd-bf78-e565bb3f7e48 owned by compute:nova {{(pid=92922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:02:58.375953 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-62cab79c-da26-44c0-8802-628483364cf4 req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1985935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775401180456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775400707094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8477887'] for port, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:58.379752 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-180cf331-7bb2-4b88-9059-6396a8fcd91e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:02:58.387606 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.db [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] get_ports_and_sgs() called for port_ids ['01226ab8-cf85-48dd-bf78-e565bb3f7e48'] {{(pid=92924) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:02:58.404785 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Pushing event deleted for resources: {'Port': ['ID=01226ab8-cf85-48dd-bf78-e565bb3f7e48,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:02:58.435948 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:58.436336 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:58.436714 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:58.437086 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:58.437556 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:58.437929 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:58.438299 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:58.438680 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:58.439064 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:58.439501 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:58.439788 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:58.440148 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:02:58.457347 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:02:58.458201 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cab79c-da26-44c0-8802-628483364cf4 req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] No DVR routers for this DVR port 01226ab8-cf85-48dd-bf78-e565bb3f7e48 on host hv-cinder-79220 {{(pid=92922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:02:58.460470 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [req-62cab79c-da26-44c0-8802-628483364cf4 req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402233'] for port, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:02:58.462432 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [req-62cab79c-da26-44c0-8802-628483364cf4 req-e8470095-3a32-4af5-9cb0-b6781f10090f tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.81 "DELETE /v2.0/ports/01226ab8-cf85-48dd-bf78-e565bb3f7e48 HTTP/1.1" status: 204 len: 173 time: 0.4065156 Jun 29 16:02:58.462898 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61bf53a-0ca0-4a73-954f-a552ea5318c0', 'name': 'network-vif-deleted', 'tag': '01226ab8-cf85-48dd-bf78-e565bb3f7e48'}] {{(pid=92922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:02:58.465230 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}278e62cda46838d9e6c5751d23a70d68b9155c19e0c414aa871e908cf3f3057d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb68169-49c8-4e11-8c80-85232be80ed5" -d '{"events": [{"server_uuid": "c61bf53a-0ca0-4a73-954f-a552ea5318c0", "name": "network-vif-deleted", "tag": "01226ab8-cf85-48dd-bf78-e565bb3f7e48"}]}' {{(pid=92922) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:02:58.560940 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017e9e73-b2b9-43e4-820f-71b0eec64633 x-openstack-request-id: req-017e9e73-b2b9-43e4-820f-71b0eec64633 {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:02:58.561479 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61bf53a-0ca0-4a73-954f-a552ea5318c0", "name": "network-vif-deleted", "tag": "01226ab8-cf85-48dd-bf78-e565bb3f7e48", "status": "completed", "code": 200}]} {{(pid=92922) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:02:58.561839 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-017e9e73-b2b9-43e4-820f-71b0eec64633 {{(pid=92922) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:02:58.562339 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61bf53a-0ca0-4a73-954f-a552ea5318c0', 'name': 'network-vif-deleted', 'tag': '01226ab8-cf85-48dd-bf78-e565bb3f7e48', 'status': 'completed', 'code': 200} Jun 29 16:02:58.999591 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [req-3f2c4637-8dea-4f09-a8bc-abe07856b370 req-5f2fde8e-ab25-485d-9a55-1f6b912933d6 tempest-VolumesSnapshotTestJSON-876846027 tempest-VolumesSnapshotTestJSON-876846027-project] 10.222.0.69 "GET /v2.0/ports?device_id=c61bf53a-0ca0-4a73-954f-a552ea5318c0 HTTP/1.1" status: 200 len: 210 time: 0.0302646 Jun 29 16:03:00.838817 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 01226ab8-cf85-48dd-bf78-e565bb3f7e48 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:03:00.865377 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.plugin [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] No Port match for: 01226ab8-cf85-48dd-bf78-e565bb3f7e48 {{(pid=92924) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:03:00.865732 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron.plugins.ml2.rpc [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Device 01226ab8-cf85-48dd-bf78-e565bb3f7e48 not bound to the agent host hv-cinder-79220 {{(pid=92924) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:03:00.871048 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:10.150741 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:03:11.006776 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-907eafca-5df4-4938-b018-8d341a42ee8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:13.734976 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:13.763973 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-db2785b1-dd38-4733-b5fd-587254248c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:14.654087 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:16.277928 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.186531 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 47212) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:03:23.231019 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Deleting subnet 2aef1569-2405-417c-865d-7c960d790e3c {{(pid=92923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:03:23.234920 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.273396 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2514715'] for subnet, precommit_delete_associations {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.311503 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2074712'] for subnet, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.361357 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2074689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-453578', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9716441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9850893'] for subnet, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.364548 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-8d6e4fa1-a683-4507-9d4c-ab7eac259155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:03:23.387735 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aef1569-2405-417c-865d-7c960d790e3c,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:03:23.392001 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for subnet, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.394320 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2aef1569-2405-417c-865d-7c960d790e3c HTTP/1.1" status: 204 len: 168 time: 0.2063107 Jun 29 16:03:23.396586 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.wsgi [-] (92922) accepted ('10.222.0.69', 47214) {{(pid=92922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:03:23.399005 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:23.399417 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:23.399785 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:23.400160 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:23.400532 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:23.400906 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:23.401275 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:23.401682 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:23.402057 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:23.402415 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:23.402778 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:23.403137 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-4-iscsi {{(pid=92923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:03:23.406168 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-d94b325c-fcc0-40a0-96f6-0f3867a46ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:03:23.468407 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018917'] for network, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.560880 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2074758', 'neutron.services.segments.db._delete_segments_for_network-8775401230403'] for network, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.574070 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea0b21f8-06d5-49f0-aca0-6b2cadfacd81']}} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:03:23.586251 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27520222-dec5-443a-9344-c411b1f7f507') {'for_net_delete': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:03:23.586704 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.services.segments.db [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27520222-dec5-443a-9344-c411b1f7f507') {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:03:23.595762 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775401065418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9294825'] for segment, before_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.614373 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818'] for segment, precommit_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.620414 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=92922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:03:23.620830 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2047818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477928'] for segment, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: Traceback (most recent call last): Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: timer() Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: cb(*args, **kw) Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: return func(*args, **kwargs) Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: self._notify() Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: self.callback(batched_events) Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: event.method(event) Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: return f(self, *a, **k) Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._get(url).json() Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: return self.request(url, 'GET', **kwargs) Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:03:23.622811 dv-cinder-792209-4-iscsi neutron-server[92922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:03:23.677524 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2074781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-626133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-646144'] for network, after_delete {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.681528 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6d4d599a-65eb-4054-a507-8a220282367d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:03:23.683884 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626160'] for network, before_response {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.685765 dv-cinder-792209-4-iscsi neutron-server[92922]: INFO neutron.wsgi [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] 10.222.0.69 "DELETE /v2.0/networks/ea0b21f8-06d5-49f0-aca0-6b2cadfacd81 HTTP/1.1" status: 204 len: 168 time: 0.2881281 Jun 29 16:03:23.697479 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ea0b21f8-06d5-49f0-aca0-6b2cadfacd81,revision_number=None']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:03:23.699856 dv-cinder-792209-4-iscsi neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-3c14e565-68a2-43e2-a3f6-e5426b4c25cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:03:23.859152 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 47218) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:03:23.908028 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-b8b33b98-06d9-481d-ac45-96275544ccad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e4c5c1986a6341c5978c4d481787b97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476089 Jun 29 16:03:23.910516 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.wsgi [-] (92923) accepted ('10.222.0.69', 47220) {{(pid=92923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:03:23.969291 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9d54d903-d505-4561-b8e8-6734db562df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:23.994340 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9d54d903-d505-4561-b8e8-6734db562df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:24.046622 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9d54d903-d505-4561-b8e8-6734db562df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1040746'] for security_group, after_delete {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:24.049219 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron_lib.callbacks.manager [None req-9d54d903-d505-4561-b8e8-6734db562df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:24.050459 dv-cinder-792209-4-iscsi neutron-server[92923]: INFO neutron.wsgi [None req-9d54d903-d505-4561-b8e8-6734db562df2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa712098-bf6b-463c-924f-0e18d03fa4a7 HTTP/1.1" status: 204 len: 168 time: 0.1382020 Jun 29 16:03:24.052030 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-fc91235f-524a-4234-9973-7350e86f833f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:03:24.060789 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54d903-d505-4561-b8e8-6734db562df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa712098-bf6b-463c-924f-0e18d03fa4a7,revision_number=None']} {{(pid=92923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:03:24.063371 dv-cinder-792209-4-iscsi neutron-server[92923]: DEBUG oslo_concurrency.lockutils [None req-9d54d903-d505-4561-b8e8-6734db562df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:03:30.862457 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:41.008280 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-169b7cf1-0100-43fe-aa99-2cfc501266f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:43.736836 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:43.770452 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-e7d09010-30ca-4aa6-a411-405d91c08d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:44.658148 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:46.279399 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:03:47.150305 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:04:00.877624 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:11.008259 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-26178077-e420-44ea-be5d-c15745c86d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:13.743948 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:13.763775 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-57055379-5d2a-4ee1-9b77-7a9d08367598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:14.659731 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:16.282367 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:24.149735 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:04:30.892784 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:41.009444 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d10479f5-7835-4263-8c37-648cf8dedae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:43.735134 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:43.763716 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-017d47b9-168e-4b37-9190-34d5ed5622dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:44.664574 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:04:46.285247 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:00.900921 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:01.147806 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:05:11.010007 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-abe9b86c-f10b-4c6a-8a7f-95e54530106c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:13.737634 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:13.764693 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5fcbc42c-8fb7-4773-ba4c-a293afc72798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:14.665644 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:16.289436 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:30.909846 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:38.147106 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:05:41.012417 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-b475e1b6-dae4-4a51-b4a2-24e07fda28e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:43.738979 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:43.764248 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7d8a3c33-eca6-4207-817a-03ae2b6e9907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:44.669553 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:05:46.291772 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:00.910011 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:11.013758 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-55bcd29a-ffe8-4fe9-b5f4-77744dfc4c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:13.739414 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:13.764990 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-7d02360c-975e-46a9-86a5-7507ac47b637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:14.671111 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:15.145964 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:06:16.300024 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:30.909942 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:41.014432 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-5211bfee-5512-45d2-a4d0-e0dc55333bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:43.744444 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:43.764012 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-72ff7faf-5889-48ed-9f99-9f9a81989434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:44.674531 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:46.296374 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:52.145014 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:07:00.910010 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:11.016669 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-85e99e10-4073-498d-9bcb-e79c9f39c333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:13.745749 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:13.763564 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-f71b262b-34d1-414c-a0c5-c47afe64c193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:14.678560 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:16.298424 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:29.144016 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:07:30.924496 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:41.017228 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-9b9a8652-ab15-4d9e-9b97-40394fa32860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:43.745209 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:43.762618 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-84a4d9e0-9105-4141-9f6a-85a4a0c193fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:44.681015 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:46.301240 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:00.924818 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:06.142624 dv-cinder-792209-4-iscsi neutron-server[92925]: DEBUG neutron.db.agents_db [None req-77ddbbc9-f139-4614-92e2-7dbb0d6d577f None None] Agent healthcheck: found 6 active agents {{(pid=92925) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:08:11.018054 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8ed33d58-c924-403b-a685-8e5fdc5c9a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:13.746509 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-8fac66ca-6318-4f38-bd11-6138c886baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:13.763600 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-6b95b09e-3351-4ae1-9817-4ab5c44478e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:14.684784 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-63ca5cf2-007e-4b7c-ae23-8133a9de558e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:16.304589 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-d1c683e5-c36f-4f9b-bd38-d84c1bd376ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:30.939872 dv-cinder-792209-4-iscsi neutron-server[92924]: DEBUG neutron_lib.callbacks.manager [None req-ec68bfe1-e92c-47c2-984f-9efad3980613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775401230385', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2055256'] for agent, after_update {{(pid=92924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}